{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "executionInfo": {
          "elapsed": 59,
          "status": "ok",
          "timestamp": 1633721352624,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 240
        },
        "id": "l6TGVEMdxVDh"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "2024-05-22 14:12:06.686759: E external/xla/xla/stream_executor/plugin_registry.cc:90] Invalid plugin kind specified: DNN\n"
          ]
        }
      ],
      "source": [
        "import jax\n",
        "import jax.numpy as jnp\n",
        "import matplotlib.pyplot as plt\n",
        "import seaborn as sns\n",
        "import xarray\n",
        "\n",
        "import jax_cfd.base as cfd\n",
        "import jax_cfd.base.grids as grids\n",
        "import jax_cfd.spectral as spectral\n",
        "\n",
        "import dataclasses"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ssWGabRRXvyW"
      },
      "source": [
        "# Decaying Turbulence"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "executionInfo": {
          "elapsed": 6028,
          "status": "ok",
          "timestamp": 1633721359023,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 240
        },
        "id": "D4YDAo313MKR",
        "outputId": "bb0c2ed9-0e95-4650-cab2-6ef1ef0e4f82"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "2024-05-22 14:12:13.836895: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_convert_element_type:\n",
            "2024-05-22 14:12:13.836940: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:13.837028: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:13.837037: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:13.837042: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:13.837048: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:13.837052: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:13.837057: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:13.837061: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:13.837066: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:13.837070: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:13.837074: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:13.837077: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:13.837081: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:13.837084: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:13.837088: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:13.837094: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:13.837098: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:13.837103: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:13.837106: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:13.837111: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:13.837115: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:13.837120: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:13.837123: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:13.837127: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:13.837130: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:13.837134: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:13.837137: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:13.837141: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:13.837144: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:13.837148: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:13.837154: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:13.837157: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:13.837161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:13.837164: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:13.837168: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:13.837175: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:13.837178: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:13.837182: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:13.837187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:13.837191: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:13.837194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:13.837198: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:13.837201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:13.837205: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:13.837209: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:13.837214: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:13.837218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:13.837221: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:13.837225: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:13.837228: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:13.837232: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:13.837235: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:13.837241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:13.837244: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:13.837248: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:13.837253: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:13.837256: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:13.837260: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:13.837266: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:13.837271: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:13.837275: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:13.837280: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:13.837284: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:13.837287: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:18.142993: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-22 14:12:18.143048: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:18.143054: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:18.143059: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:18.143064: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:18.143067: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:18.143071: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:18.143075: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:18.143079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:18.143083: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:18.143087: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:18.143091: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:18.143094: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:18.143098: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:18.143102: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:18.143105: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:18.143109: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:18.143112: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:18.143116: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:18.143120: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.143123: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:18.143127: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:18.143130: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:18.143134: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:18.143137: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:18.143141: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:18.143145: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:18.143149: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:18.143152: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:18.143156: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:18.143159: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:18.143163: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:18.143166: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:18.143170: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:18.143173: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:18.143177: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:18.143183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:18.143187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:18.143190: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:18.143194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:18.143197: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:18.143201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:18.143204: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.143208: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.143212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:18.143215: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:18.143219: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:18.143223: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:18.143226: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:18.143230: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:18.143233: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:18.143237: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:18.143241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:18.143244: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:18.143248: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:18.143251: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:18.143255: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:18.143259: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:18.143262: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:18.143266: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:18.143270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:18.143273: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:18.143277: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:18.143280: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:18.143284: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:18.284477: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_iota:\n",
            "2024-05-22 14:12:18.284514: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:18.284520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:18.284525: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:18.284529: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:18.284533: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:18.284537: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:18.284541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:18.284545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:18.284549: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:18.284553: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:18.284557: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:18.284560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:18.284564: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:18.284567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:18.284571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:18.284575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:18.284578: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:18.284582: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:18.284586: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.284590: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:18.284593: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:18.284597: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:18.284600: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:18.284604: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:18.284608: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:18.284612: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:18.284615: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:18.284619: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:18.284623: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:18.284626: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:18.284630: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:18.284633: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:18.284637: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:18.284640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:18.284644: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:18.284653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:18.284657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:18.284660: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:18.284664: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:18.284667: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:18.284671: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:18.284675: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.284679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.284682: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:18.284686: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:18.284689: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:18.284693: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:18.284696: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:18.284700: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:18.284703: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:18.284708: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:18.284711: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:18.284715: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:18.284719: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:18.284722: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:18.284726: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:18.284729: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:18.284734: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:18.284738: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:18.284742: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:18.284745: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:18.284749: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:18.284752: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:18.284757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:18.421623: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_convert_element_type:\n",
            "2024-05-22 14:12:18.421661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:18.421666: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:18.421672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:18.421676: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:18.421680: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:18.421684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:18.421688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:18.421691: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:18.421695: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:18.421699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:18.421702: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:18.421706: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:18.421709: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:18.421713: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:18.421716: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:18.421720: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:18.421724: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:18.421727: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:18.421731: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.421735: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:18.421738: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:18.421742: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:18.421745: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:18.421750: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:18.421753: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:18.421757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:18.421760: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:18.421764: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:18.421767: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:18.421771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:18.421774: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:18.421778: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:18.421782: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:18.421785: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:18.421789: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:18.421798: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:18.421802: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:18.421806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:18.421810: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:18.421814: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:18.421818: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:18.421821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.421825: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.421829: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:18.421832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:18.421836: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:18.421840: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:18.421843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:18.421847: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:18.421851: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:18.421854: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:18.421858: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:18.421862: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:18.421865: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:18.421869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:18.421873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:18.421877: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:18.421881: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:18.421888: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:18.421891: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:18.421895: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:18.421898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:18.421902: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:18.421906: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:18.557722: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-22 14:12:18.557762: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:18.557767: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:18.557773: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:18.557777: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:18.557781: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:18.557785: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:18.557789: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:18.557793: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:18.557797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:18.557800: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:18.557804: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:18.557808: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:18.557811: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:18.557816: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:18.557819: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:18.557823: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:18.557827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:18.557830: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:18.557834: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.557839: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:18.557843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:18.557847: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:18.557851: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:18.557854: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:18.557858: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:18.557862: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:18.557866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:18.557870: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:18.557873: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:18.557877: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:18.557881: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:18.557884: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:18.557889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:18.557893: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:18.557897: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:18.557901: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:18.557905: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:18.557908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:18.557913: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:18.557916: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:18.557920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:18.557924: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.557927: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.557931: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:18.557935: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:18.557939: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:18.557943: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:18.557948: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:18.557951: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:18.557955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:18.557959: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:18.557963: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:18.557967: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:18.557971: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:18.557975: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:18.557979: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:18.557982: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:18.557986: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:18.557990: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:18.557995: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:18.557999: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:18.558003: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:18.558007: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:18.558011: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:18.690641: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__squeeze:\n",
            "2024-05-22 14:12:18.690682: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:18.690688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:18.690693: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:18.690698: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:18.690702: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:18.690706: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:18.690710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:18.690715: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:18.690718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:18.690722: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:18.690726: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:18.690730: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:18.690734: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:18.690737: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:18.690741: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:18.690745: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:18.690749: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:18.690753: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:18.690757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.690761: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:18.690765: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:18.690770: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:18.690774: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:18.690778: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:18.690781: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:18.690785: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:18.690789: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:18.690793: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:18.690797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:18.690801: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:18.690805: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:18.690809: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:18.690813: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:18.690817: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:18.690821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:18.690828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:18.690832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:18.690836: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:18.690840: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:18.690844: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:18.690848: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:18.690851: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.690855: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.690859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:18.690863: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:18.690866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:18.690870: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:18.690874: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:18.690879: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:18.690883: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:18.690887: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:18.690890: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:18.690894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:18.690898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:18.690902: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:18.690905: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:18.690909: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:18.690913: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:18.690917: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:18.690920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:18.690924: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:18.690928: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:18.690932: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:18.690936: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:18.822410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_scatter:\n",
            "2024-05-22 14:12:18.822472: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:18.822477: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:18.822482: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:18.822486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:18.822491: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:18.822494: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:18.822498: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:18.822502: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:18.822505: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:18.822509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:18.822512: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:18.822516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:18.822519: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:18.822523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:18.822527: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:18.822530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:18.822534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:18.822538: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:18.822542: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.822546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:18.822549: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:18.822553: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:18.822556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:18.822560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:18.822563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:18.822567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:18.822571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:18.822574: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:18.822578: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:18.822581: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:18.822584: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:18.822588: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:18.822592: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:18.822595: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:18.822600: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:18.822607: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:18.822610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:18.822614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:18.822617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:18.822621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:18.822624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:18.822628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.822631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.822635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:18.822638: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:18.822642: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:18.822645: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:18.822649: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:18.822653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:18.822657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:18.822661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:18.822664: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:18.822669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:18.822675: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:18.822681: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:18.822684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:18.822688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:18.822692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:18.822695: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:18.822699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:18.822702: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:18.822708: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:18.822713: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:18.822716: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:18.964012: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_convert_element_type:\n",
            "2024-05-22 14:12:18.964060: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:18.964065: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:18.964070: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:18.964074: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:18.964077: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:18.964081: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:18.964085: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:18.964088: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:18.964092: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:18.964095: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:18.964099: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:18.964103: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:18.964106: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:18.964110: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:18.964114: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:18.964118: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:18.964122: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:18.964125: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:18.964129: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.964132: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:18.964136: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:18.964139: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:18.964143: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:18.964146: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:18.964150: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:18.964153: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:18.964157: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:18.964161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:18.964165: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:18.964169: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:18.964173: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:18.964176: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:18.964180: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:18.964183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:18.964187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:18.964196: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:18.964201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:18.964207: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:18.964212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:18.964218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:18.964224: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:18.964228: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.964232: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.964236: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:18.964239: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:18.964243: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:18.964246: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:18.964250: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:18.964253: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:18.964257: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:18.964260: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:18.964264: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:18.964267: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:18.964271: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:18.964275: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:18.964279: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:18.964283: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:18.964286: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:18.964290: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:18.964293: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:18.964297: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:18.964300: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:18.964304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:18.964307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:18.996978: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-22 14:12:18.997019: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:18.997024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:18.997029: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:18.997033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:18.997037: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:18.997040: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:18.997044: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:18.997048: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:18.997051: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:18.997058: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:18.997061: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:18.997065: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:18.997068: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:18.997072: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:18.997076: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:18.997079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:18.997083: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:18.997086: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:18.997090: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.997093: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:18.997097: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:18.997100: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:18.997104: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:18.997108: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:18.997112: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:18.997116: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:18.997119: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:18.997123: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:18.997126: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:18.997130: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:18.997133: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:18.997137: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:18.997140: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:18.997144: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:18.997148: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:18.997156: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:18.997161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:18.997165: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:18.997169: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:18.997173: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:18.997176: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:18.997180: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.997183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:18.997187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:18.997190: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:18.997194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:18.997198: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:18.997201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:18.997204: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:18.997208: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:18.997212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:18.997216: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:18.997220: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:18.997224: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:18.997227: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:18.997231: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:18.997234: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:18.997238: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:18.997241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:18.997245: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:18.997248: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:18.997252: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:18.997255: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:18.997259: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:19.129830: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_iota:\n",
            "2024-05-22 14:12:19.129872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:19.129878: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:19.129883: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:19.129887: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:19.129890: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:19.129894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:19.129898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:19.129901: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:19.129905: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:19.129908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:19.129912: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:19.129916: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:19.129920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:19.129925: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:19.129928: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:19.129932: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:19.129936: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:19.129939: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:19.129944: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.129947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:19.129951: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:19.129955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:19.129958: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:19.129962: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:19.129966: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:19.129970: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:19.129974: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:19.129978: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:19.129982: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:19.129986: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:19.129990: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:19.129993: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:19.129997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:19.130001: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:19.130004: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:19.130009: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:19.130012: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:19.130016: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:19.130020: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:19.130024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:19.130029: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:19.130033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.130037: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.130041: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:19.130045: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:19.130049: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:19.130052: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:19.130056: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:19.130060: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:19.130064: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:19.130067: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:19.130072: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:19.130076: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:19.130080: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:19.130084: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:19.130087: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:19.130092: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:19.130095: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:19.130099: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:19.130103: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:19.130107: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:19.130111: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:19.130115: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:19.130119: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:19.269346: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-22 14:12:19.269394: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:19.269399: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:19.269404: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:19.269408: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:19.269412: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:19.269416: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:19.269420: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:19.269423: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:19.269427: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:19.269431: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:19.269434: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:19.269438: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:19.269442: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:19.269445: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:19.269458: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:19.269462: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:19.269465: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:19.269469: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:19.269472: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.269476: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:19.269480: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:19.269483: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:19.269487: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:19.269490: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:19.269494: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:19.269498: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:19.269501: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:19.269505: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:19.269509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:19.269512: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:19.269516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:19.269519: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:19.269523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:19.269526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:19.269530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:19.269538: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:19.269541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:19.269545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:19.269548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:19.269552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:19.269555: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:19.269559: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.269563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.269566: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:19.269570: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:19.269573: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:19.269577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:19.269580: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:19.269584: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:19.269587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:19.269591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:19.269594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:19.269598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:19.269601: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:19.269605: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:19.269608: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:19.269612: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:19.269616: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:19.269619: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:19.269623: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:19.269626: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:19.269630: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:19.269633: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:19.269637: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:19.398952: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-22 14:12:19.398996: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:19.399002: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:19.399006: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:19.399010: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:19.399014: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:19.399017: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:19.399021: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:19.399024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:19.399028: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:19.399032: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:19.399035: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:19.399039: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:19.399042: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:19.399046: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:19.399049: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:19.399053: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:19.399056: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:19.399060: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:19.399063: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.399067: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:19.399070: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:19.399074: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:19.399078: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:19.399082: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:19.399085: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:19.399089: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:19.399092: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:19.399096: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:19.399099: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:19.399103: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:19.399106: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:19.399110: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:19.399113: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:19.399117: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:19.399121: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:19.399128: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:19.399132: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:19.399135: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:19.399139: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:19.399143: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:19.399146: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:19.399150: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.399153: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.399157: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:19.399160: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:19.399164: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:19.399167: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:19.399171: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:19.399174: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:19.399178: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:19.399181: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:19.399185: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:19.399188: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:19.399192: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:19.399195: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:19.399199: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:19.399203: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:19.399206: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:19.399210: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:19.399213: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:19.399217: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:19.399220: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:19.399224: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:19.399227: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:19.540113: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-22 14:12:19.540161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:19.540166: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:19.540171: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:19.540174: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:19.540178: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:19.540182: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:19.540185: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:19.540189: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:19.540193: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:19.540196: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:19.540200: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:19.540204: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:19.540207: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:19.540211: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:19.540214: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:19.540218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:19.540221: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:19.540225: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:19.540228: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.540232: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:19.540235: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:19.540239: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:19.540242: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:19.540246: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:19.540249: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:19.540253: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:19.540256: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:19.540260: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:19.540263: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:19.540267: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:19.540270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:19.540274: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:19.540277: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:19.540281: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:19.540284: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:19.540292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:19.540296: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:19.540300: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:19.540304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:19.540307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:19.540311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:19.540314: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.540318: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.540321: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:19.540325: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:19.540328: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:19.540332: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:19.540335: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:19.540339: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:19.540342: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:19.540346: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:19.540349: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:19.540353: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:19.540357: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:19.540360: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:19.540364: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:19.540367: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:19.540371: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:19.540374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:19.540377: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:19.540381: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:19.540384: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:19.540388: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:19.540391: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:19.675448: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_integer_pow:\n",
            "2024-05-22 14:12:19.675503: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:19.675508: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:19.675512: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:19.675516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:19.675520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:19.675524: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:19.675527: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:19.675531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:19.675534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:19.675538: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:19.675542: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:19.675545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:19.675549: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:19.675552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:19.675556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:19.675560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:19.675563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:19.675567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:19.675570: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.675574: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:19.675577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:19.675581: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:19.675584: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:19.675588: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:19.675592: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:19.675596: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:19.675600: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:19.675603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:19.675607: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:19.675610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:19.675614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:19.675617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:19.675621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:19.675624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:19.675628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:19.675636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:19.675640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:19.675643: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:19.675647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:19.675651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:19.675654: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:19.675658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.675661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.675665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:19.675668: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:19.675672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:19.675675: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:19.675679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:19.675682: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:19.675686: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:19.675689: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:19.675693: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:19.675696: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:19.675700: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:19.675704: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:19.675707: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:19.675711: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:19.675714: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:19.675718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:19.675721: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:19.675725: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:19.675728: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:19.675731: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:19.675735: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:19.807025: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-22 14:12:19.807069: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:19.807074: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:19.807079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:19.807083: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:19.807087: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:19.807090: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:19.807094: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:19.807097: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:19.807101: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:19.807104: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:19.807108: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:19.807112: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:19.807115: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:19.807119: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:19.807122: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:19.807126: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:19.807129: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:19.807133: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:19.807137: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.807140: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:19.807144: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:19.807147: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:19.807151: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:19.807154: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:19.807158: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:19.807161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:19.807165: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:19.807168: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:19.807172: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:19.807175: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:19.807179: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:19.807182: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:19.807186: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:19.807190: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:19.807193: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:19.807200: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:19.807204: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:19.807207: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:19.807211: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:19.807214: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:19.807218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:19.807221: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.807225: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.807228: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:19.807232: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:19.807235: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:19.807239: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:19.807242: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:19.807246: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:19.807250: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:19.807253: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:19.807257: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:19.807260: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:19.807264: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:19.807267: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:19.807271: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:19.807274: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:19.807278: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:19.807281: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:19.807285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:19.807288: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:19.807292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:19.807296: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:19.807299: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:19.949594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-22 14:12:19.949636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:19.949641: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:19.949645: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:19.949649: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:19.949653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:19.949656: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:19.949660: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:19.949664: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:19.949667: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:19.949671: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:19.949674: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:19.949678: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:19.949681: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:19.949685: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:19.949689: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:19.949692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:19.949696: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:19.949699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:19.949703: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.949706: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:19.949710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:19.949714: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:19.949717: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:19.949721: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:19.949724: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:19.949728: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:19.949731: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:19.949735: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:19.949738: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:19.949742: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:19.949746: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:19.949750: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:19.949754: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:19.949758: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:19.949761: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:19.949768: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:19.949773: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:19.949777: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:19.949780: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:19.949784: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:19.949787: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:19.949791: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.949794: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:19.949798: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:19.949802: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:19.949806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:19.949809: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:19.949813: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:19.949816: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:19.949820: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:19.949823: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:19.949827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:19.949831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:19.949835: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:19.949838: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:19.949842: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:19.949845: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:19.949849: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:19.949852: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:19.949856: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:19.949860: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:19.949863: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:19.949867: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:19.949870: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:20.091963: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-22 14:12:20.092010: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:20.092015: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:20.092019: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:20.092023: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:20.092027: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:20.092031: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:20.092035: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:20.092038: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:20.092042: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:20.092045: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:20.092049: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:20.092053: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:20.092056: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:20.092060: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:20.092063: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:20.092067: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:20.092070: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:20.092074: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:20.092077: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.092081: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:20.092085: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:20.092088: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:20.092092: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:20.092095: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:20.092099: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:20.092103: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:20.092106: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:20.092110: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:20.092113: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:20.092117: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:20.092120: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:20.092124: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:20.092127: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:20.092131: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:20.092135: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:20.092142: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:20.092145: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:20.092149: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:20.092152: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:20.092156: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:20.092160: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:20.092163: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.092167: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.092170: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:20.092174: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:20.092177: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:20.092181: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:20.092184: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:20.092188: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:20.092191: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:20.092195: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:20.092199: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:20.092203: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:20.092206: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:20.092210: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:20.092213: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:20.092217: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:20.092220: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:20.092224: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:20.092227: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:20.092231: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:20.092234: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:20.092238: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:20.092242: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:20.226491: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_convert_element_type:\n",
            "2024-05-22 14:12:20.226534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:20.226539: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:20.226544: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:20.226548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:20.226552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:20.226556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:20.226560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:20.226564: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:20.226567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:20.226571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:20.226575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:20.226579: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:20.226583: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:20.226587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:20.226590: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:20.226594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:20.226598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:20.226601: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:20.226605: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.226609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:20.226613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:20.226616: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:20.226620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:20.226624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:20.226628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:20.226632: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:20.226635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:20.226639: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:20.226643: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:20.226647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:20.226650: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:20.226654: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:20.226658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:20.226662: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:20.226665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:20.226673: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:20.226676: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:20.226680: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:20.226684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:20.226688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:20.226692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:20.226695: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.226699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.226703: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:20.226707: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:20.226710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:20.226714: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:20.226718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:20.226722: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:20.226725: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:20.226729: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:20.226733: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:20.226736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:20.226740: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:20.226745: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:20.226749: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:20.226753: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:20.226756: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:20.226760: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:20.226764: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:20.226767: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:20.226771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:20.226775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:20.226778: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:20.256189: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_concatenate:\n",
            "2024-05-22 14:12:20.256229: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:20.256234: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:20.256239: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:20.256243: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:20.256246: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:20.256250: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:20.256254: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:20.256258: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:20.256261: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:20.256265: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:20.256268: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:20.256272: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:20.256275: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:20.256279: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:20.256283: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:20.256286: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:20.256290: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:20.256293: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:20.256297: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.256300: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:20.256304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:20.256308: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:20.256311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:20.256315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:20.256318: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:20.256322: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:20.256325: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:20.256329: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:20.256333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:20.256336: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:20.256339: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:20.256343: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:20.256347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:20.256350: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:20.256354: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:20.256360: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:20.256364: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:20.256367: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:20.256371: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:20.256374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:20.256378: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:20.256381: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.256385: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.256388: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:20.256392: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:20.256395: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:20.256399: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:20.256403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:20.256406: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:20.256410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:20.256414: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:20.256417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:20.256421: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:20.256424: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:20.256428: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:20.256431: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:20.256435: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:20.256439: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:20.256442: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:20.256445: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:20.256510: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:20.256516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:20.256520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:20.256523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:20.397329: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_convert_element_type:\n",
            "2024-05-22 14:12:20.397374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:20.397379: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:20.397383: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:20.397387: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:20.397391: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:20.397395: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:20.397398: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:20.397402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:20.397406: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:20.397409: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:20.397413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:20.397416: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:20.397420: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:20.397423: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:20.397427: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:20.397430: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:20.397434: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:20.397437: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:20.397441: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.397444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:20.397448: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:20.397459: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:20.397463: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:20.397466: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:20.397470: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:20.397473: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:20.397477: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:20.397480: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:20.397484: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:20.397487: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:20.397491: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:20.397494: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:20.397498: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:20.397501: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:20.397505: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:20.397513: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:20.397517: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:20.397520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:20.397524: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:20.397527: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:20.397531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:20.397534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.397538: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.397541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:20.397545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:20.397548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:20.397552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:20.397555: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:20.397559: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:20.397563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:20.397566: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:20.397570: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:20.397573: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:20.397577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:20.397580: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:20.397584: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:20.397587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:20.397591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:20.397594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:20.397598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:20.397601: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:20.397605: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:20.397608: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:20.397612: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:20.531441: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-22 14:12:20.531495: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:20.531500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:20.531505: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:20.531509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:20.531512: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:20.531516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:20.531520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:20.531524: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:20.531527: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:20.531531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:20.531534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:20.531538: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:20.531541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:20.531545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:20.531549: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:20.531552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:20.531556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:20.531559: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:20.531563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.531566: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:20.531570: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:20.531573: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:20.531577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:20.531580: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:20.531584: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:20.531587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:20.531591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:20.531595: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:20.531598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:20.531602: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:20.531605: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:20.531609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:20.531612: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:20.531616: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:20.531619: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:20.531627: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:20.531631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:20.531635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:20.531639: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:20.531642: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:20.531646: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:20.531649: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.531653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.531656: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:20.531660: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:20.531663: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:20.531667: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:20.531670: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:20.531674: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:20.531677: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:20.531681: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:20.531685: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:20.531688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:20.531692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:20.531696: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:20.531699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:20.531703: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:20.531706: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:20.531710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:20.531713: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:20.531717: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:20.531720: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:20.531724: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:20.531727: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:20.664541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__squeeze:\n",
            "2024-05-22 14:12:20.664585: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:20.664590: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:20.664594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:20.664598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:20.664602: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:20.664606: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:20.664610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:20.664613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:20.664617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:20.664621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:20.664625: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:20.664629: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:20.664632: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:20.664636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:20.664640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:20.664644: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:20.664647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:20.664651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:20.664655: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.664659: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:20.664662: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:20.664666: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:20.664670: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:20.664673: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:20.664677: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:20.664681: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:20.664685: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:20.664688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:20.664692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:20.664696: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:20.664699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:20.664703: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:20.664707: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:20.664711: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:20.664714: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:20.664723: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:20.664727: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:20.664731: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:20.664735: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:20.664739: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:20.664742: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:20.664746: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.664750: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.664754: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:20.664757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:20.664761: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:20.664765: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:20.664768: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:20.664772: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:20.664776: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:20.664780: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:20.664784: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:20.664787: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:20.664791: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:20.664795: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:20.664799: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:20.664802: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:20.664806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:20.664810: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:20.664813: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:20.664817: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:20.664821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:20.664824: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:20.664828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:20.796203: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_scatter:\n",
            "2024-05-22 14:12:20.796253: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:20.796259: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:20.796264: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:20.796268: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:20.796271: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:20.796275: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:20.796279: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:20.796282: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:20.796286: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:20.796289: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:20.796293: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:20.796297: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:20.796300: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:20.796304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:20.796307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:20.796311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:20.796315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:20.796318: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:20.796322: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.796325: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:20.796329: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:20.796332: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:20.796336: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:20.796339: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:20.796343: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:20.796347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:20.796350: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:20.796354: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:20.796357: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:20.796361: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:20.796365: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:20.796368: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:20.796372: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:20.796375: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:20.796379: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:20.796388: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:20.796392: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:20.796395: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:20.796399: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:20.796402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:20.796406: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:20.796409: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.796413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:20.796417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:20.796420: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:20.796424: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:20.796428: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:20.796431: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:20.796435: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:20.796438: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:20.796442: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:20.796445: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:20.796449: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:20.796461: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:20.796465: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:20.796468: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:20.796472: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:20.796475: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:20.796479: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:20.796483: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:20.796486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:20.796490: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:20.796493: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:20.796497: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:21.032775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-22 14:12:21.032821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:21.032826: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:21.032831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:21.032835: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:21.032838: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:21.032842: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:21.032846: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:21.032849: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:21.032853: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:21.032857: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:21.032860: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:21.032864: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:21.032868: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:21.032871: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:21.032875: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:21.032879: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:21.032882: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:21.032886: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:21.032889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.032893: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:21.032897: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:21.032900: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:21.032904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:21.032907: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:21.032911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:21.032914: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:21.032918: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:21.032922: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:21.032926: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:21.032929: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:21.032933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:21.032937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:21.032940: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:21.032944: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:21.032947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:21.032956: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:21.032960: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:21.032963: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:21.032967: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:21.032970: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:21.032974: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:21.032978: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.032981: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.032985: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:21.032989: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:21.032992: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:21.032996: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:21.032999: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:21.033003: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:21.033006: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:21.033010: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:21.033014: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:21.033017: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:21.033021: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:21.033025: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:21.033028: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:21.033032: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:21.033036: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:21.033039: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:21.033043: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:21.033047: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:21.033050: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:21.033054: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:21.033057: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:21.174579: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-22 14:12:21.174625: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:21.174629: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:21.174634: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:21.174638: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:21.174641: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:21.174645: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:21.174649: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:21.174652: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:21.174656: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:21.174659: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:21.174663: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:21.174667: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:21.174670: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:21.174674: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:21.174678: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:21.174681: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:21.174685: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:21.174690: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:21.174694: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.174697: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:21.174701: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:21.174704: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:21.174708: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:21.174711: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:21.174715: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:21.174718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:21.174723: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:21.174727: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:21.174731: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:21.174736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:21.174740: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:21.174744: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:21.174748: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:21.174752: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:21.174756: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:21.174764: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:21.174767: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:21.174771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:21.174775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:21.174778: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:21.174782: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:21.174786: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.174789: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.174793: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:21.174796: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:21.174800: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:21.174803: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:21.174807: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:21.174810: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:21.174814: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:21.174818: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:21.174821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:21.174825: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:21.174828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:21.174832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:21.174835: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:21.174839: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:21.174843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:21.174846: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:21.174850: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:21.174853: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:21.174857: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:21.174860: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:21.174864: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:21.325468: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__threefry_seed:\n",
            "2024-05-22 14:12:21.325513: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:21.325518: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:21.325523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:21.325527: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:21.325531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:21.325535: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:21.325538: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:21.325542: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:21.325546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:21.325549: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:21.325553: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:21.325556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:21.325560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:21.325563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:21.325567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:21.325570: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:21.325574: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:21.325577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:21.325581: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.325585: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:21.325588: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:21.325592: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:21.325595: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:21.325599: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:21.325602: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:21.325606: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:21.325609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:21.325613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:21.325616: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:21.325620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:21.325623: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:21.325627: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:21.325630: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:21.325634: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:21.325638: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:21.325646: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:21.325650: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:21.325653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:21.325657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:21.325660: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:21.325664: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:21.325668: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.325671: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.325675: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:21.325678: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:21.325682: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:21.325686: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:21.325689: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:21.325693: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:21.325697: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:21.325700: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:21.325704: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:21.325708: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:21.325711: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:21.325715: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:21.325718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:21.325722: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-22 14:12:21.325726: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:21.325729: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:21.325733: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:21.325736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:21.325740: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:21.325744: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:21.325748: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:21.325751: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:21.474501: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__threefry_split:\n",
            "2024-05-22 14:12:21.474546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:21.474551: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:21.474556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:21.474560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:21.474563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:21.474567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:21.474571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:21.474575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:21.474578: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:21.474582: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:21.474585: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:21.474589: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:21.474593: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:21.474596: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:21.474600: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:21.474603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:21.474607: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:21.474610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:21.474614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.474617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:21.474621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:21.474624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:21.474628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:21.474632: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:21.474635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:21.474639: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:21.474642: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:21.474646: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:21.474649: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:21.474653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:21.474656: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:21.474660: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:21.474663: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:21.474667: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:21.474671: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:21.474679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:21.474683: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:21.474687: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:21.474691: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:21.474694: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:21.474698: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:21.474701: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.474705: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.474708: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:21.474712: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:21.474715: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:21.474719: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:21.474722: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:21.474726: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:21.474729: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:21.474733: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:21.474737: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:21.474740: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:21.474744: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:21.474748: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:21.474751: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:21.474755: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-22 14:12:21.474758: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:21.474762: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:21.474765: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:21.474769: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:21.474772: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:21.474776: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:21.474779: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:21.474783: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:21.640095: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__unstack:\n",
            "2024-05-22 14:12:21.640144: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:21.640221: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:21.640227: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:21.640231: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:21.640235: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:21.640239: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:21.640243: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:21.640247: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:21.640250: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:21.640254: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:21.640258: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:21.640262: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:21.640265: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:21.640269: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:21.640272: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:21.640276: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:21.640279: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:21.640283: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:21.640286: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.640290: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:21.640293: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:21.640297: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:21.640300: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:21.640304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:21.640308: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:21.640311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:21.640315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:21.640318: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:21.640322: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:21.640325: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:21.640329: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:21.640333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:21.640336: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:21.640340: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:21.640343: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:21.640350: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:21.640353: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:21.640357: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:21.640361: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:21.640364: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:21.640368: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:21.640371: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.640375: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.640378: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:21.640382: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:21.640385: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:21.640389: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:21.640394: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:21.640398: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:21.640403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:21.640407: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:21.640410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:21.640414: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:21.640418: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:21.640421: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:21.640425: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:21.640428: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:21.640432: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:21.640435: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:21.640439: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:21.640442: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:21.640446: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:21.640457: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:21.640462: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:21.822848: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__normal:\n",
            "2024-05-22 14:12:21.822897: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:21.822903: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:21.822907: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:21.822911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:21.822915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:21.822918: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:21.822922: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:21.822925: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:21.822929: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:21.822933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:21.822936: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:21.822940: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:21.822944: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:21.822947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:21.822951: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:21.822955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:21.822958: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:21.822962: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:21.822965: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.822969: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:21.822972: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:21.822976: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:21.822979: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:21.822983: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:21.822986: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:21.822990: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:21.822994: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:21.822997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:21.823001: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:21.823004: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:21.823008: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:21.823013: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:21.823018: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:21.823024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:21.823030: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:21.823039: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:21.823044: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:21.823048: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:21.823051: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:21.823055: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:21.823059: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:21.823062: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.823066: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:21.823070: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:21.823073: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:21.823077: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:21.823080: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:21.823084: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:21.823088: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:21.823091: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:21.823095: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:21.823098: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:21.823102: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:21.823106: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:21.823110: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:21.823114: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:21.823117: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-22 14:12:21.823121: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:21.823124: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:21.823128: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:21.823132: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:21.823135: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:21.823139: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:21.823142: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:21.823146: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:22.084323: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-22 14:12:22.084379: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:22.084384: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:22.084388: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:22.084392: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:22.084397: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:22.084401: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:22.084404: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:22.084408: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:22.084412: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:22.084416: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:22.084419: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:22.084423: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:22.084427: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:22.084430: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:22.084434: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:22.084438: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:22.084441: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:22.084445: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:22.084449: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.084462: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:22.084465: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:22.084469: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:22.084472: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:22.084476: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:22.084479: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:22.084483: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:22.084486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:22.084490: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:22.084494: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:22.084497: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:22.084501: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:22.084505: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:22.084509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:22.084513: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:22.084516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:22.084523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:22.084526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:22.084530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:22.084534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:22.084537: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:22.084541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:22.084544: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.084548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.084551: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:22.084555: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:22.084558: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:22.084562: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:22.084566: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:22.084571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:22.084574: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:22.084579: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:22.084583: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:22.084586: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:22.084590: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:22.084593: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:22.084597: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:22.084600: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:22.084604: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:22.084607: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:22.084611: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:22.084615: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:22.084620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:22.084624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:22.084627: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:22.234631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-22 14:12:22.234674: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:22.234679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:22.234684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:22.234688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:22.234691: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:22.234695: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:22.234699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:22.234702: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:22.234706: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:22.234710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:22.234713: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:22.234717: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:22.234720: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:22.234725: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:22.234729: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:22.234732: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:22.234736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:22.234740: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:22.234743: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.234747: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:22.234750: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:22.234754: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:22.234757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:22.234761: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:22.234764: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:22.234768: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:22.234771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:22.234775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:22.234778: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:22.234782: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:22.234786: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:22.234790: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:22.234794: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:22.234797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:22.234801: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:22.234809: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:22.234812: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:22.234816: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:22.234819: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:22.234823: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:22.234826: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:22.234830: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.234833: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.234837: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:22.234841: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:22.234844: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:22.234848: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:22.234852: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:22.234856: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:22.234860: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:22.234863: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:22.234867: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:22.234871: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:22.234874: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:22.234878: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:22.234881: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:22.234885: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:22.234888: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:22.234892: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:22.234895: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:22.234899: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:22.234902: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:22.234906: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:22.234909: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:22.365691: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-22 14:12:22.365736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:22.365741: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:22.365745: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:22.365749: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:22.365753: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:22.365757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:22.365761: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:22.365765: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:22.365769: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:22.365772: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:22.365776: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:22.365780: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:22.365783: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:22.365787: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:22.365790: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:22.365794: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:22.365797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:22.365801: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:22.365805: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.365808: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:22.365812: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:22.365815: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:22.365819: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:22.365823: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:22.365827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:22.365831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:22.365834: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:22.365838: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:22.365841: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:22.365845: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:22.365849: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:22.365852: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:22.365856: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:22.365859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:22.365863: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:22.365871: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:22.365874: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:22.365878: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:22.365882: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:22.365887: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:22.365890: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:22.365894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.365898: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.365901: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:22.365905: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:22.365909: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:22.365912: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:22.365916: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:22.365920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:22.365923: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:22.365927: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:22.365930: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:22.365934: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:22.365938: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:22.365942: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:22.365946: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:22.365950: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:22.365953: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:22.365957: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:22.365960: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:22.365964: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:22.365968: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:22.365971: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:22.365975: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:22.502382: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-22 14:12:22.502426: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:22.502431: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:22.502436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:22.502440: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:22.502444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:22.502447: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:22.502459: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:22.502463: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:22.502466: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:22.502470: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:22.502474: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:22.502478: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:22.502482: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:22.502486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:22.502489: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:22.502493: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:22.502496: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:22.502500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:22.502503: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.502507: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:22.502510: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:22.502514: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:22.502517: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:22.502521: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:22.502524: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:22.502528: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:22.502532: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:22.502536: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:22.502540: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:22.502544: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:22.502547: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:22.502551: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:22.502554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:22.502558: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:22.502562: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:22.502569: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:22.502573: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:22.502577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:22.502580: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:22.502584: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:22.502587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:22.502591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.502595: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.502599: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:22.502602: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:22.502606: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:22.502609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:22.502613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:22.502616: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:22.502620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:22.502623: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:22.502627: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:22.502631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:22.502634: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:22.502638: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:22.502641: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:22.502645: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:22.502649: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:22.502653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:22.502657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:22.502660: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:22.502664: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:22.502667: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:22.502671: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:22.634527: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_concatenate:\n",
            "2024-05-22 14:12:22.634570: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:22.634575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:22.634581: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:22.634585: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:22.634588: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:22.634592: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:22.634596: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:22.634599: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:22.634603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:22.634606: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:22.634610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:22.634613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:22.634617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:22.634620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:22.634624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:22.634628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:22.634632: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:22.634636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:22.634640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.634643: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:22.634647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:22.634650: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:22.634654: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:22.634657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:22.634661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:22.634664: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:22.634668: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:22.634671: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:22.634675: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:22.634678: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:22.634682: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:22.634685: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:22.634689: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:22.634693: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:22.634697: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:22.634705: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:22.634709: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:22.634712: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:22.634716: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:22.634719: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:22.634723: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:22.634727: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.634730: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.634733: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:22.634737: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:22.634741: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:22.634744: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:22.634748: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:22.634752: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:22.634756: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:22.634760: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:22.634763: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:22.634767: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:22.634770: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:22.634774: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:22.634777: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:22.634781: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:22.634784: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:22.634788: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:22.634791: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:22.634795: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:22.634798: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:22.634802: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:22.634805: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:22.928638: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_norm:\n",
            "2024-05-22 14:12:22.928679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:22.928684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:22.928689: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:22.928693: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:22.928696: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:22.928700: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:22.928704: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:22.928707: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:22.928711: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:22.928715: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:22.928718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:22.928722: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:22.928726: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:22.928730: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:22.928734: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:22.928738: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:22.928741: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:22.928745: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:22.928749: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.928752: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:22.928756: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:22.928759: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:22.928763: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:22.928766: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:22.928770: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:22.928774: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:22.928777: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:22.928781: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:22.928785: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:22.928789: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:22.928793: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:22.928797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:22.928800: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:22.928804: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:22.928807: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:22.928815: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:22.928819: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:22.928823: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:22.928826: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:22.928830: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:22.928833: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:22.928837: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.928841: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:22.928844: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:22.928848: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:22.928852: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:22.928856: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:22.928860: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:22.928863: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:22.928867: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:22.928870: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:22.928874: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:22.928877: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:22.928881: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:22.928885: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:22.928888: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:22.928892: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:22.928896: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:22.928899: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:22.928903: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:22.928907: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:22.928911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:22.928915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:22.928919: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:23.119067: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-22 14:12:23.119113: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:23.119118: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:23.119122: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:23.119126: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:23.119130: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:23.119133: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:23.119137: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:23.119141: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:23.119145: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:23.119149: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:23.119153: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:23.119156: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:23.119160: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:23.119163: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:23.119167: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:23.119171: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:23.119174: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:23.119178: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:23.119181: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.119185: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:23.119188: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:23.119192: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:23.119195: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:23.119199: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:23.119204: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:23.119208: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:23.119211: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:23.119215: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:23.119218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:23.119222: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:23.119226: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:23.119229: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:23.119233: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:23.119236: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:23.119240: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:23.119250: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:23.119255: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:23.119259: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:23.119262: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:23.119266: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:23.119269: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:23.119273: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.119276: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.119280: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:23.119284: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:23.119287: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:23.119291: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:23.119294: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:23.119298: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:23.119301: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:23.119305: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:23.119309: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:23.119313: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:23.119317: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:23.119320: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:23.119324: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:23.119327: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:23.119331: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:23.119334: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:23.119338: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:23.119341: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:23.119345: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:23.119349: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:23.119353: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:23.260198: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-22 14:12:23.260242: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:23.260247: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:23.260251: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:23.260255: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:23.260259: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:23.260263: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:23.260266: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:23.260270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:23.260273: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:23.260277: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:23.260280: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:23.260284: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:23.260288: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:23.260292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:23.260296: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:23.260300: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:23.260304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:23.260307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:23.260311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.260314: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:23.260318: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:23.260321: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:23.260325: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:23.260328: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:23.260332: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:23.260335: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:23.260339: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:23.260343: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:23.260347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:23.260351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:23.260354: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:23.260358: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:23.260361: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:23.260365: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:23.260369: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:23.260376: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:23.260379: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:23.260383: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:23.260387: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:23.260390: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:23.260394: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:23.260397: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.260401: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.260405: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:23.260409: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:23.260413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:23.260416: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:23.260420: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:23.260423: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:23.260427: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:23.260430: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:23.260434: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:23.260437: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:23.260441: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:23.260444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:23.260448: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:23.260459: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:23.260463: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:23.260467: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:23.260471: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:23.260474: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:23.260478: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:23.260481: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:23.260485: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:23.440976: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-22 14:12:23.441022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:23.441028: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:23.441033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:23.441037: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:23.441041: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:23.441045: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:23.441048: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:23.441052: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:23.441055: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:23.441059: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:23.441063: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:23.441066: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:23.441070: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:23.441073: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:23.441077: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:23.441081: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:23.441085: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:23.441089: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:23.441092: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.441096: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:23.441101: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:23.441107: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:23.441112: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:23.441117: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:23.441123: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:23.441129: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:23.441136: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:23.441142: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:23.441145: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:23.441150: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:23.441155: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:23.441162: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:23.441167: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:23.441172: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:23.441177: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:23.441188: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:23.441193: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:23.441197: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:23.441200: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:23.441207: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:23.441212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:23.441221: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.441231: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.441241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:23.441251: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:23.441263: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:23.441285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:23.441291: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:23.441295: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:23.441299: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:23.441302: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:23.441306: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:23.441311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:23.441316: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:23.441321: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:23.441326: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:23.441330: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:23.441333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:23.441337: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:23.441343: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:23.441347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:23.441350: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:23.441354: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:23.441357: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:23.578341: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-22 14:12:23.578386: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:23.578392: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:23.578397: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:23.578400: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:23.578404: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:23.578408: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:23.578411: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:23.578415: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:23.578418: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:23.578422: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:23.578426: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:23.578429: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:23.578433: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:23.578436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:23.578440: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:23.578444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:23.578448: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:23.578460: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:23.578464: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.578467: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:23.578471: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:23.578474: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:23.578478: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:23.578481: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:23.578485: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:23.578488: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:23.578492: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:23.578496: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:23.578500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:23.578504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:23.578507: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:23.578511: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:23.578514: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:23.578518: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:23.578521: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:23.578530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:23.578534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:23.578537: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:23.578541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:23.578545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:23.578549: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:23.578553: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.578556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.578560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:23.578563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:23.578567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:23.578570: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:23.578574: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:23.578577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:23.578581: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:23.578584: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:23.578588: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:23.578592: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:23.578595: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:23.578599: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:23.578603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:23.578607: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:23.578611: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:23.578614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:23.578618: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:23.578621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:23.578625: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:23.578628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:23.578632: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:23.766416: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-22 14:12:23.766467: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:23.766473: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:23.766477: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:23.766482: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:23.766486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:23.766490: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:23.766493: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:23.766497: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:23.766500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:23.766504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:23.766507: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:23.766511: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:23.766515: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:23.766518: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:23.766522: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:23.766526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:23.766530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:23.766534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:23.766537: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.766542: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:23.766547: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:23.766552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:23.766558: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:23.766563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:23.766569: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:23.766574: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:23.766580: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:23.766585: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:23.766589: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:23.766592: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:23.766596: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:23.766602: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:23.766606: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:23.766610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:23.766614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:23.766621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:23.766628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:23.766633: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:23.766638: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:23.766642: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:23.766645: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:23.766649: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.766655: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.766659: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:23.766663: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:23.766667: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:23.766670: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:23.766674: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:23.766679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:23.766684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:23.766688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:23.766693: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:23.766697: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:23.766700: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:23.766704: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:23.766709: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:23.766714: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:23.766717: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:23.766721: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:23.766725: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:23.766728: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:23.766732: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:23.766735: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:23.766739: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:23.907149: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_integer_pow:\n",
            "2024-05-22 14:12:23.907194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:23.907200: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:23.907204: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:23.907208: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:23.907212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:23.907215: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:23.907219: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:23.907223: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:23.907226: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:23.907230: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:23.907233: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:23.907237: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:23.907241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:23.907244: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:23.907249: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:23.907253: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:23.907256: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:23.907260: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:23.907263: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.907267: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:23.907270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:23.907274: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:23.907277: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:23.907281: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:23.907284: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:23.907288: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:23.907291: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:23.907295: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:23.907299: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:23.907303: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:23.907307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:23.907310: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:23.907314: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:23.907317: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:23.907321: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:23.907329: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:23.907333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:23.907336: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:23.907340: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:23.907343: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:23.907347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:23.907351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.907355: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:23.907359: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:23.907362: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:23.907366: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:23.907369: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:23.907373: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:23.907376: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:23.907380: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:23.907383: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:23.907387: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:23.907390: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:23.907394: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:23.907398: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:23.907401: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:23.907405: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:23.907409: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:23.907413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:23.907416: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:23.907420: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:23.907423: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:23.907427: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:23.907431: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:24.043908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-22 14:12:24.043950: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:24.043955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:24.043959: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:24.043963: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:24.043967: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:24.043971: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:24.043974: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:24.043978: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:24.043982: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:24.043986: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:24.043990: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:24.043994: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:24.043997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:24.044001: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:24.044005: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:24.044008: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:24.044012: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:24.044015: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:24.044019: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.044022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:24.044026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:24.044030: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:24.044033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:24.044037: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:24.044041: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:24.044045: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:24.044049: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:24.044052: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:24.044056: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:24.044060: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:24.044063: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:24.044067: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:24.044070: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:24.044074: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:24.044077: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:24.044087: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:24.044091: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:24.044096: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:24.044101: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:24.044107: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:24.044112: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:24.044119: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.044126: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.044137: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:24.044149: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:24.044157: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:24.044170: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:24.044187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:24.044194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:24.044200: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:24.044205: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:24.044211: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:24.044217: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:24.044225: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:24.044237: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:24.044247: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:24.044258: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:24.044276: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:24.044285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:24.044290: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:24.044297: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:24.044308: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:24.044321: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:24.044333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:24.179563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-22 14:12:24.179609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:24.179614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:24.179619: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:24.179622: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:24.179626: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:24.179630: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:24.179634: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:24.179638: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:24.179642: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:24.179645: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:24.179649: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:24.179653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:24.179656: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:24.179660: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:24.179663: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:24.179667: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:24.179670: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:24.179674: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:24.179678: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.179681: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:24.179685: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:24.179688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:24.179692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:24.179696: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:24.179700: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:24.179704: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:24.179707: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:24.179711: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:24.179714: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:24.179718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:24.179721: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:24.179725: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:24.179728: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:24.179732: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:24.179736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:24.179744: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:24.179751: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:24.179757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:24.179763: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:24.179768: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:24.179772: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:24.179776: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.179779: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.179783: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:24.179786: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:24.179790: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:24.179794: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:24.179797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:24.179801: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:24.179804: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:24.179808: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:24.179812: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:24.179816: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:24.179820: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:24.179824: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:24.179827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:24.179831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:24.179834: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:24.179838: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:24.179841: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:24.179845: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:24.179848: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:24.179852: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:24.179856: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:24.324112: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-22 14:12:24.324158: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:24.324163: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:24.324167: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:24.324171: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:24.324175: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:24.324180: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:24.324183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:24.324187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:24.324191: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:24.324194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:24.324198: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:24.324201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:24.324205: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:24.324209: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:24.324212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:24.324216: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:24.324220: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:24.324223: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:24.324227: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.324231: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:24.324235: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:24.324239: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:24.324242: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:24.324246: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:24.324249: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:24.324253: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:24.324256: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:24.324260: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:24.324265: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:24.324270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:24.324275: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:24.324281: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:24.324284: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:24.324288: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:24.324292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:24.324302: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:24.324306: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:24.324310: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:24.324314: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:24.324317: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:24.324321: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:24.324327: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.324331: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.324335: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:24.324338: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:24.324342: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:24.324346: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:24.324351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:24.324356: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:24.324360: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:24.324364: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:24.324367: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:24.324371: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:24.324374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:24.324380: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:24.324385: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:24.324391: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:24.324396: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:24.324403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:24.324410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:24.324416: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:24.324421: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:24.324424: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:24.324428: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:24.469075: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-22 14:12:24.469122: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:24.469128: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:24.469133: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:24.469137: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:24.469140: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:24.469144: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:24.469148: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:24.469151: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:24.469155: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:24.469158: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:24.469162: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:24.469165: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:24.469169: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:24.469173: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:24.469177: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:24.469181: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:24.469184: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:24.469188: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:24.469192: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.469195: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:24.469199: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:24.469202: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:24.469206: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:24.469209: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:24.469213: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:24.469216: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:24.469220: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:24.469223: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:24.469228: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:24.469232: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:24.469235: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:24.469239: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:24.469242: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:24.469246: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:24.469249: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:24.469258: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:24.469263: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:24.469269: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:24.469276: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:24.469281: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:24.469285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:24.469288: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.469292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.469295: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:24.469299: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:24.469302: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:24.469306: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:24.469309: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:24.469313: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:24.469316: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:24.469320: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:24.469324: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:24.469328: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:24.469332: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:24.469335: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:24.469339: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:24.469342: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:24.469346: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:24.469349: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:24.469353: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:24.469356: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:24.469360: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:24.469364: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:24.469367: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:24.602423: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-22 14:12:24.602480: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:24.602486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:24.602490: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:24.602494: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:24.602498: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:24.602502: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:24.602505: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:24.602509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:24.602513: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:24.602516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:24.602520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:24.602523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:24.602527: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:24.602531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:24.602535: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:24.602539: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:24.602542: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:24.602546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:24.602549: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.602553: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:24.602556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:24.602560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:24.602563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:24.602567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:24.602570: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:24.602574: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:24.602577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:24.602581: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:24.602585: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:24.602589: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:24.602593: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:24.602596: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:24.602600: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:24.602603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:24.602607: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:24.602619: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:24.602624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:24.602630: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:24.602636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:24.602643: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:24.602648: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:24.602652: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.602656: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.602659: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:24.602665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:24.602671: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:24.602677: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:24.602681: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:24.602686: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:24.602692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:24.602698: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:24.602703: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:24.602707: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:24.602712: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:24.602718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:24.602723: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:24.602727: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:24.602731: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:24.602737: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:24.602743: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:24.602749: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:24.602753: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:24.602757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:24.602762: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:24.789859: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_integer_pow:\n",
            "2024-05-22 14:12:24.789906: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:24.789911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:24.789916: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:24.789921: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:24.789925: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:24.789929: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:24.789932: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:24.789936: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:24.789940: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:24.789944: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:24.789947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:24.789951: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:24.789955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:24.789959: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:24.789962: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:24.789966: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:24.789970: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:24.789974: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:24.789978: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.789981: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:24.789985: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:24.789989: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:24.789993: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:24.789996: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:24.790000: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:24.790004: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:24.790007: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:24.790011: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:24.790015: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:24.790018: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:24.790022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:24.790026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:24.790030: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:24.790034: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:24.790037: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:24.790046: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:24.790050: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:24.790054: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:24.790057: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:24.790061: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:24.790065: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:24.790068: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.790072: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.790076: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:24.790079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:24.790083: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:24.790087: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:24.790091: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:24.790095: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:24.790099: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:24.790102: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:24.790106: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:24.790110: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:24.790113: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:24.790117: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:24.790121: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:24.790124: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:24.790128: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:24.790132: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:24.790136: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:24.790139: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:24.790143: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:24.790147: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:24.790151: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:24.924324: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-22 14:12:24.924367: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:24.924373: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:24.924377: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:24.924381: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:24.924384: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:24.924388: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:24.924391: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:24.924395: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:24.924398: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:24.924402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:24.924405: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:24.924409: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:24.924413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:24.924416: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:24.924420: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:24.924423: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:24.924427: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:24.924431: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:24.924434: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.924438: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:24.924441: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:24.924445: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:24.924448: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:24.924458: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:24.924462: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:24.924465: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:24.924469: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:24.924473: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:24.924476: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:24.924480: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:24.924483: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:24.924487: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:24.924490: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:24.924494: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:24.924498: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:24.924504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:24.924508: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:24.924512: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:24.924515: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:24.924519: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:24.924522: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:24.924526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.924529: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:24.924533: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:24.924536: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:24.924540: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:24.924544: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:24.924547: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:24.924551: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:24.924554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:24.924558: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:24.924561: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:24.924565: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:24.924568: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:24.924572: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:24.924576: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:24.924579: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:24.924583: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:24.924586: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:24.924590: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:24.924593: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:24.924597: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:24.924601: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:24.924605: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:25.063253: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__where:\n",
            "2024-05-22 14:12:25.063302: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:25.063307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:25.063312: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:25.063316: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:25.063320: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:25.063323: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:25.063327: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:25.063331: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:25.063334: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:25.063338: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:25.063341: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:25.063345: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:25.063349: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:25.063353: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:25.063357: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:25.063360: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:25.063364: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:25.063367: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:25.063371: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.063374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:25.063378: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:25.063381: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:25.063385: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:25.063389: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:25.063392: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:25.063396: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:25.063399: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:25.063403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:25.063407: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:25.063411: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:25.063414: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:25.063418: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:25.063421: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:25.063425: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:25.063428: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:25.063436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:25.063440: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:25.063444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:25.063447: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:25.063460: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:25.063464: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:25.063468: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.063471: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.063475: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:25.063478: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:25.063482: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:25.063485: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:25.063489: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:25.063492: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:25.063496: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:25.063499: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:25.063503: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:25.063507: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:25.063510: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:25.063514: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:25.063518: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:25.063521: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:25.063525: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:25.063528: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:25.063532: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:25.063535: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:25.063539: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:25.063542: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:25.063546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:25.203246: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fft:\n",
            "2024-05-22 14:12:25.203292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:25.203297: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:25.203302: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:25.203306: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:25.203309: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:25.203313: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:25.203317: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:25.203320: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:25.203324: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:25.203327: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:25.203331: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:25.203335: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:25.203339: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:25.203342: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:25.203346: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:25.203349: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:25.203353: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:25.203356: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:25.203360: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.203364: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:25.203367: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:25.203371: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:25.203374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:25.203378: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:25.203381: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:25.203385: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:25.203388: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:25.203392: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:25.203396: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:25.203400: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:25.203403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:25.203407: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:25.203410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:25.203414: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:25.203417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:25.203424: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:25.203428: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:25.203432: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:25.203435: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:25.203439: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:25.203442: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:25.203446: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.203456: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.203460: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:25.203464: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:25.203467: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:25.203471: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:25.203474: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:25.203478: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:25.203481: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:25.203485: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:25.203488: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:25.203492: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:25.203495: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:25.203499: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:25.203503: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:25.203506: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:25.203510: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:25.203513: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:25.203517: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:25.203520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:25.203524: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:25.203527: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:25.203531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:25.370883: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-22 14:12:25.370928: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:25.370933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:25.370937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:25.370941: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:25.370945: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:25.370948: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:25.370952: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:25.370956: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:25.370959: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:25.370963: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:25.370967: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:25.370970: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:25.370974: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:25.370977: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:25.370981: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:25.370985: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:25.370988: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:25.370992: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:25.370995: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.370999: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:25.371002: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:25.371006: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:25.371009: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:25.371013: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:25.371016: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:25.371020: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:25.371024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:25.371028: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:25.371031: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:25.371035: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:25.371038: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:25.371042: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:25.371045: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:25.371049: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:25.371052: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:25.371060: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:25.371064: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:25.371068: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:25.371071: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:25.371075: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:25.371079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:25.371082: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.371086: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.371089: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:25.371093: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:25.371096: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:25.371100: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:25.371104: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:25.371107: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:25.371111: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:25.371114: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:25.371118: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:25.371121: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:25.371125: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:25.371129: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:25.371133: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:25.371136: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:25.371140: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:25.371144: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:25.371147: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:25.371151: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:25.371154: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:25.371158: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:25.371162: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:25.509286: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fft:\n",
            "2024-05-22 14:12:25.509331: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:25.509336: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:25.509341: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:25.509345: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:25.509348: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:25.509352: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:25.509356: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:25.509359: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:25.509363: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:25.509367: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:25.509370: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:25.509374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:25.509377: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:25.509381: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:25.509384: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:25.509388: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:25.509392: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:25.509395: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:25.509399: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.509403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:25.509406: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:25.509410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:25.509413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:25.509417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:25.509420: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:25.509424: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:25.509427: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:25.509431: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:25.509434: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:25.509438: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:25.509442: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:25.509445: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:25.509449: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:25.509461: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:25.509464: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:25.509473: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:25.509476: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:25.509480: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:25.509484: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:25.509488: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:25.509491: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:25.509495: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.509498: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.509502: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:25.509505: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:25.509509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:25.509513: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:25.509516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:25.509520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:25.509523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:25.509527: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:25.509530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:25.509534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:25.509537: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:25.509541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:25.509545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:25.509548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:25.509552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:25.509555: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:25.509559: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:25.509562: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:25.509566: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:25.509570: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:25.509573: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:25.650458: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_real:\n",
            "2024-05-22 14:12:25.650503: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:25.650509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:25.650514: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:25.650517: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:25.650521: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:25.650525: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:25.650528: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:25.650532: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:25.650536: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:25.650539: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:25.650543: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:25.650546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:25.650550: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:25.650553: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:25.650557: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:25.650561: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:25.650564: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:25.650568: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:25.650571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.650575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:25.650578: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:25.650582: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:25.650585: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:25.650589: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:25.650592: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:25.650596: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:25.650600: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:25.650603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:25.650607: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:25.650610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:25.650614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:25.650617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:25.650621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:25.650625: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:25.650628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:25.650635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:25.650639: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:25.650643: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:25.650646: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:25.650650: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:25.650653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:25.650657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.650660: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.650664: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:25.650667: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:25.650671: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:25.650674: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:25.650678: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:25.650682: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:25.650685: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:25.650689: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:25.650692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:25.650696: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:25.650700: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:25.650703: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:25.650707: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:25.650710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:25.650714: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:25.650717: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:25.650721: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:25.650724: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:25.650728: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:25.650731: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:25.650735: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:25.909553: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_scan:\n",
            "2024-05-22 14:12:25.909597: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:25.909602: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:25.909606: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:25.909610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:25.909614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:25.909618: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:25.909622: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:25.909626: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:25.909629: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:25.909633: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:25.909636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:25.909640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:25.909644: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:25.909647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:25.909651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:25.909654: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:25.909658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:25.909661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:25.909665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.909668: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:25.909672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:25.909675: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:25.909679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:25.909683: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:25.909686: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:25.909690: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:25.909694: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:25.909697: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:25.909700: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:25.909704: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:25.909708: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:25.909711: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:25.909715: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:25.909718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:25.909722: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:25.909727: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:25.909731: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:25.909735: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:25.909739: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:25.909742: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:25.909746: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:25.909749: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.909753: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:25.909757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:25.909760: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:25.909764: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:25.909767: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:25.909771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:25.909775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:25.909778: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:25.909782: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:25.909785: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:25.909789: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:25.909793: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:25.909797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:25.909800: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:25.909804: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-22 14:12:25.909807: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:25.909811: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:25.909814: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:25.909818: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:25.909821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:25.909825: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:25.909829: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:25.909832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:26.401103: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__pad:\n",
            "2024-05-22 14:12:26.401144: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:26.401149: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:26.401153: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:26.401157: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:26.401162: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:26.401166: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:26.401169: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:26.401173: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:26.401176: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:26.401180: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:26.401183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:26.401187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:26.401191: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:26.401194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:26.401198: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:26.401201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:26.401205: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:26.401209: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:26.401212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:26.401216: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:26.401220: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:26.401223: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:26.401227: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:26.401231: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:26.401234: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:26.401238: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:26.401241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:26.401245: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:26.401248: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:26.401252: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:26.401255: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:26.401259: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:26.401262: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:26.401266: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:26.401270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:26.401282: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:26.401285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:26.401289: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:26.401292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:26.401296: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:26.401299: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:26.401303: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:26.401306: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:26.401310: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:26.401313: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:26.401317: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:26.401321: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:26.401324: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:26.401328: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:26.401332: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:26.401335: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:26.401339: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:26.401342: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:26.401346: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:26.401350: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:26.401353: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:26.401357: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:26.401360: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:26.401364: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:26.401367: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:26.401371: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:26.401374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:26.401378: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:26.401381: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:26.540833: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_slice:\n",
            "2024-05-22 14:12:26.540876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:26.540881: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:26.540885: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:26.540889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:26.540893: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:26.540897: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:26.540900: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:26.540904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:26.540907: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:26.540911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:26.540915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:26.540918: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:26.540922: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:26.540926: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:26.540930: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:26.540934: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:26.540937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:26.540941: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:26.540944: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:26.540948: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:26.540951: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:26.540955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:26.540958: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:26.540962: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:26.540966: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:26.540969: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:26.540973: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:26.540976: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:26.540980: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:26.540984: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:26.540987: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:26.540991: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:26.540995: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:26.540998: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:26.541002: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:26.541013: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:26.541017: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:26.541020: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:26.541024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:26.541027: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:26.541031: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:26.541034: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:26.541038: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:26.541042: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:26.541046: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:26.541049: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:26.541053: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:26.541056: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:26.541060: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:26.541063: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:26.541067: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:26.541070: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:26.541074: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:26.541078: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:26.541081: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:26.541085: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:26.541088: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:26.541092: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:26.541096: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:26.541100: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:26.541103: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:26.541107: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:26.541111: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:26.541114: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:26.675748: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-22 14:12:26.675794: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:26.675799: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:26.675803: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:26.675807: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:26.675811: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:26.675814: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:26.675818: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:26.675821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:26.675825: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:26.675829: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:26.675833: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:26.675837: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:26.675840: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:26.675844: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:26.675847: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:26.675851: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:26.675854: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:26.675858: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:26.675861: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:26.675865: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:26.675869: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:26.675872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:26.675876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:26.675879: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:26.675883: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:26.675886: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:26.675890: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:26.675894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:26.675897: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:26.675901: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:26.675905: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:26.675908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:26.675912: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:26.675915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:26.675919: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:26.675927: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:26.675930: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:26.675934: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:26.675937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:26.675941: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:26.675945: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:26.675949: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:26.675952: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:26.675956: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:26.675959: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:26.675963: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:26.675966: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:26.675970: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:26.675973: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:26.675977: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:26.675980: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:26.675984: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:26.675987: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:26.675991: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:26.675994: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:26.675998: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:26.676002: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:26.676006: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:26.676009: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:26.676013: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:26.676016: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:26.676020: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:26.676023: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:26.676027: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:26.812267: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-22 14:12:26.812308: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:26.812313: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:26.812317: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:26.812321: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:26.812325: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:26.812329: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:26.812332: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:26.812336: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:26.812339: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:26.812343: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:26.812347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:26.812351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:26.812355: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:26.812359: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:26.812362: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:26.812366: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:26.812369: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:26.812373: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:26.812376: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:26.812380: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:26.812384: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:26.812388: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:26.812391: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:26.812395: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:26.812398: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:26.812402: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:26.812406: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:26.812410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:26.812413: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:26.812417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:26.812420: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:26.812424: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:26.812428: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:26.812431: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:26.812435: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:26.812445: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:26.812457: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:26.812461: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:26.812465: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:26.812468: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:26.812472: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:26.812475: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:26.812479: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:26.812482: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:26.812486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:26.812490: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:26.812493: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:26.812497: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:26.812500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:26.812504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:26.812508: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:26.812511: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:26.812515: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:26.812519: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:26.812523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:26.812526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:26.812530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:26.812534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:26.812537: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:26.812541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:26.812544: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:26.812548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:26.812551: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:26.812555: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:26.947127: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__pad:\n",
            "2024-05-22 14:12:26.947171: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:26.947176: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:26.947181: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:26.947184: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:26.947188: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:26.947192: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:26.947196: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:26.947199: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:26.947203: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:26.947207: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:26.947211: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:26.947215: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:26.947219: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:26.947222: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:26.947226: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:26.947229: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:26.947233: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:26.947237: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:26.947240: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:26.947244: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:26.947247: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:26.947251: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:26.947254: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:26.947258: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:26.947262: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:26.947266: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:26.947269: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:26.947273: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:26.947277: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:26.947280: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:26.947284: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:26.947287: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:26.947291: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:26.947294: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:26.947298: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:26.947307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:26.947312: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:26.947317: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:26.947321: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:26.947325: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:26.947328: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:26.947332: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:26.947335: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:26.947339: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:26.947342: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:26.947346: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:26.947349: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:26.947353: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:26.947357: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:26.947360: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:26.947364: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:26.947367: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:26.947371: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:26.947375: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:26.947379: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:26.947383: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:26.947386: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:26.947390: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:26.947393: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:26.947397: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:26.947400: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:26.947404: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:26.947407: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:26.947411: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:27.084728: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_slice:\n",
            "2024-05-22 14:12:27.084773: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:27.084778: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:27.084782: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:27.084787: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:27.084791: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:27.084795: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:27.084799: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:27.084802: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:27.084806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:27.084810: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:27.084813: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:27.084817: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:27.084821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:27.084824: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:27.084828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:27.084832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:27.084835: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:27.084839: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:27.084842: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:27.084847: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:27.084851: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:27.084854: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:27.084858: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:27.084861: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:27.084865: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:27.084868: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:27.084872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:27.084876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:27.084879: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:27.084883: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:27.084886: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:27.084890: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:27.084893: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:27.084897: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:27.084901: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:27.084910: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:27.084913: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:27.084917: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:27.084920: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:27.084924: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:27.084927: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:27.084931: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:27.084935: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:27.084938: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:27.084942: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:27.084945: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:27.084949: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:27.084953: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:27.084956: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:27.084961: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:27.084964: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:27.084968: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:27.084972: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:27.084975: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:27.084979: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:27.084982: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:27.084986: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:27.084990: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:27.084993: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:27.084997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:27.085000: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:27.085004: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:27.085008: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:27.085011: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:27.224447: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fft:\n",
            "2024-05-22 14:12:27.224499: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:27.224504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:27.224508: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:27.224512: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:27.224516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:27.224520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:27.224523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:27.224527: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:27.224530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:27.224534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:27.224537: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:27.224541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:27.224545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:27.224549: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:27.224552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:27.224556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:27.224560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:27.224563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:27.224567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:27.224570: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:27.224574: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:27.224577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:27.224581: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:27.224584: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:27.224588: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:27.224591: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:27.224595: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:27.224599: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:27.224603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:27.224606: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:27.224610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:27.224613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:27.224617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:27.224620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:27.224624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:27.224631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:27.224635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:27.224638: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:27.224642: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:27.224645: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:27.224649: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:27.224653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:27.224657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:27.224660: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:27.224664: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:27.224667: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:27.224671: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:27.224675: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:27.224678: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:27.224682: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:27.224685: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:27.224689: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:27.224692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:27.224696: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:27.224699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:27.224703: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:27.224707: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:27.224710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:27.224714: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:27.224718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:27.224722: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:27.224725: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:27.224729: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:27.224732: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:12:27.827189: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_scan:\n",
            "2024-05-22 14:12:27.827235: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:12:27.827241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:12:27.827245: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:12:27.827249: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:12:27.827253: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:12:27.827256: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:12:27.827260: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:12:27.827264: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:12:27.827267: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:12:27.827271: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:12:27.827274: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:12:27.827278: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:12:27.827282: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:12:27.827285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:12:27.827289: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:12:27.827293: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:12:27.827297: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:12:27.827301: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:12:27.827304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:27.827308: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:12:27.827311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:12:27.827315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:12:27.827318: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:12:27.827322: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:12:27.827325: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:12:27.827329: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:12:27.827333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:12:27.827336: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:12:27.827340: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:12:27.827343: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:12:27.827347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:12:27.827352: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:12:27.827355: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:12:27.827359: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:12:27.827362: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:12:27.827368: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:12:27.827371: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:12:27.827375: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:12:27.827379: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:12:27.827382: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:12:27.827386: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:12:27.827389: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:27.827393: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:12:27.827396: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:12:27.827400: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:12:27.827403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:12:27.827407: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:12:27.827411: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:12:27.827415: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:12:27.827418: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:12:27.827422: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:12:27.827425: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:12:27.827429: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:12:27.827433: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:12:27.827436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:12:27.827440: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:12:27.827443: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-22 14:12:27.827447: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:12:27.827459: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:12:27.827463: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:12:27.827467: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:12:27.827471: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:12:27.827474: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:12:27.827478: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:12:27.827482: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "CPU times: user 33 s, sys: 4.7 s, total: 37.7 s\n",
            "Wall time: 34.8 s\n"
          ]
        }
      ],
      "source": [
        "%%time \n",
        "\n",
        "# physical parameters\n",
        "viscosity = 1e-3\n",
        "max_velocity = 7\n",
        "grid = grids.Grid((256, 256), domain=((0, 2 * jnp.pi), (0, 2 * jnp.pi)))\n",
        "dt = cfd.equations.stable_time_step(max_velocity, .5, viscosity, grid)\n",
        "\n",
        "# setup step function using crank-nicolson runge-kutta order 4\n",
        "smooth = True # use anti-aliasing \n",
        "step_fn = spectral.time_stepping.crank_nicolson_rk4(\n",
        "    spectral.equations.NavierStokes2D(viscosity, grid, smooth=smooth), dt)\n",
        "\n",
        "# run the simulation up until time 25.0 but only save 10 frames for visualization\n",
        "final_time = 25.0\n",
        "outer_steps = 10\n",
        "inner_steps = (final_time // dt) // 10\n",
        "\n",
        "trajectory_fn = cfd.funcutils.trajectory(\n",
        "    cfd.funcutils.repeated(step_fn, inner_steps), outer_steps)\n",
        "\n",
        "# create an initial velocity field and compute the fft of the vorticity.\n",
        "# the spectral code assumes an fft'd vorticity for an initial state\n",
        "v0 = cfd.initial_conditions.filtered_velocity_field(jax.random.PRNGKey(42), grid, max_velocity, 4)\n",
        "vorticity0 = cfd.finite_differences.curl_2d(v0).data\n",
        "vorticity_hat0 = jnp.fft.rfftn(vorticity0)\n",
        "\n",
        "_, trajectory = trajectory_fn(vorticity_hat0)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "colab": {
          "height": 441
        },
        "executionInfo": {
          "elapsed": 1326,
          "status": "ok",
          "timestamp": 1633721360459,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 240
        },
        "id": "XxalVeH66aLP",
        "outputId": "cee2a6e4-0c25-4ddb-eead-6a9d8d269e54"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "2024-05-22 14:15:17.269347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_iota:\n",
            "2024-05-22 14:15:17.269392: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:17.269465: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:17.269471: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:17.269476: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:17.269483: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:17.269487: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:17.269491: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:17.269494: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:17.269498: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:17.269501: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:17.269505: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:17.269508: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:17.269512: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:17.269516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:17.269519: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:17.269523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:17.269526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:17.269530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:17.269534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.269538: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:17.269542: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:17.269547: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:17.269551: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:17.269554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:17.269558: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:17.269561: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:17.269565: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:17.269568: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:17.269572: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:17.269575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:17.269579: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:17.269582: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:17.269586: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:17.269590: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:17.269594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:17.269603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:17.269607: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:17.269611: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:17.269614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:17.269618: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:17.269621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:17.269625: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.269628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.269632: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:17.269635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:17.269639: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:17.269642: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:17.269646: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:17.269650: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:17.269654: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:17.269657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:17.269661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:17.269664: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:17.269668: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:17.269671: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:17.269675: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:17.269679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:17.269682: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:17.269686: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:17.269689: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:17.269693: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:17.269696: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:17.269700: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:17.269704: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:17.402555: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-22 14:15:17.402602: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:17.402607: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:17.402611: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:17.402615: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:17.402619: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:17.402622: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:17.402626: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:17.402630: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:17.402634: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:17.402638: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:17.402641: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:17.402647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:17.402651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:17.402654: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:17.402658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:17.402661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:17.402665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:17.402668: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:17.402672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.402675: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:17.402679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:17.402682: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:17.402686: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:17.402689: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:17.402693: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:17.402697: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:17.402700: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:17.402704: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:17.402707: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:17.402711: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:17.402714: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:17.402718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:17.402721: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:17.402725: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:17.402732: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:17.402736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:17.402741: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:17.402746: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:17.402751: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:17.402756: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:17.402762: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:17.402768: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.402775: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.402787: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:17.402795: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:17.402803: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:17.402812: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:17.402822: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:17.402828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:17.402832: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:17.402836: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:17.402839: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:17.402843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:17.402846: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:17.402850: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:17.402854: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:17.402857: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:17.402863: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:17.402866: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:17.402870: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:17.402874: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:17.402877: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:17.402881: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:17.402884: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:17.540757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-22 14:15:17.540806: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:17.540811: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:17.540816: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:17.540819: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:17.540823: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:17.540827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:17.540831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:17.540835: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:17.540839: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:17.540843: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:17.540846: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:17.540850: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:17.540854: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:17.540857: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:17.540861: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:17.540864: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:17.540868: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:17.540871: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:17.540875: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.540878: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:17.540882: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:17.540886: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:17.540889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:17.540894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:17.540897: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:17.540901: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:17.540905: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:17.540908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:17.540912: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:17.540915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:17.540919: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:17.540923: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:17.540926: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:17.540930: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:17.540933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:17.540942: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:17.540946: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:17.540951: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:17.540955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:17.540959: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:17.540962: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:17.540966: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.540969: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.540973: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:17.540976: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:17.540980: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:17.540983: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:17.540987: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:17.540991: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:17.540994: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:17.540998: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:17.541001: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:17.541005: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:17.541009: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:17.541013: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:17.541017: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:17.541021: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:17.541024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:17.541028: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:17.541032: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:17.541035: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:17.541039: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:17.541042: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:17.541046: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:17.680792: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_true_divide:\n",
            "2024-05-22 14:15:17.680836: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:17.680842: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:17.680846: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:17.680850: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:17.680854: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:17.680858: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:17.680861: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:17.680865: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:17.680868: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:17.680872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:17.680875: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:17.680879: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:17.680883: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:17.680887: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:17.680891: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:17.680894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:17.680897: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:17.680901: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:17.680904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.680908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:17.680911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:17.680915: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:17.680918: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:17.680922: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:17.680925: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:17.680929: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:17.680933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:17.680936: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:17.680940: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:17.680944: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:17.680947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:17.680951: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:17.680955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:17.680958: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:17.680962: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:17.680969: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:17.680972: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:17.680976: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:17.680979: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:17.680983: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:17.680987: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:17.680990: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.680994: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.680997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:17.681001: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:17.681005: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:17.681009: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:17.681012: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:17.681016: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:17.681019: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:17.681023: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:17.681026: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:17.681030: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:17.681033: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:17.681037: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:17.681040: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:17.681044: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:17.681047: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:17.681051: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:17.681054: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:17.681058: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:17.681062: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:17.681066: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:17.681070: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:17.815123: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_iota:\n",
            "2024-05-22 14:15:17.815172: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:17.815177: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:17.815182: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:17.815185: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:17.815189: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:17.815193: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:17.815196: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:17.815200: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:17.815203: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:17.815207: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:17.815211: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:17.815214: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:17.815218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:17.815222: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:17.815226: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:17.815229: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:17.815233: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:17.815236: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:17.815240: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.815243: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:17.815247: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:17.815250: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:17.815254: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:17.815257: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:17.815261: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:17.815264: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:17.815268: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:17.815271: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:17.815275: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:17.815279: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:17.815283: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:17.815286: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:17.815290: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:17.815293: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:17.815297: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:17.815304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:17.815308: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:17.815311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:17.815315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:17.815318: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:17.815322: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:17.815325: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.815329: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.815332: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:17.815336: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:17.815340: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:17.815344: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:17.815347: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:17.815351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:17.815354: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:17.815358: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:17.815361: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:17.815365: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:17.815368: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:17.815372: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:17.815376: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:17.815379: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:17.815383: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:17.815386: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:17.815390: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:17.815393: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:17.815397: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:17.815401: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:17.815405: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:17.944380: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-22 14:15:17.944426: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:17.944431: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:17.944435: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:17.944439: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:17.944443: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:17.944446: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:17.944458: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:17.944462: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:17.944466: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:17.944469: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:17.944473: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:17.944477: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:17.944482: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:17.944485: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:17.944489: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:17.944492: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:17.944496: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:17.944499: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:17.944503: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.944506: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:17.944510: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:17.944513: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:17.944518: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:17.944521: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:17.944525: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:17.944528: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:17.944532: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:17.944535: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:17.944539: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:17.944543: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:17.944547: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:17.944551: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:17.944554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:17.944558: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:17.944561: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:17.944570: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:17.944574: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:17.944577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:17.944581: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:17.944585: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:17.944588: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:17.944592: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.944595: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:17.944599: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:17.944603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:17.944607: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:17.944611: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:17.944614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:17.944618: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:17.944621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:17.944625: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:17.944629: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:17.944632: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:17.944636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:17.944639: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:17.944643: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:17.944646: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:17.944650: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:17.944653: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:17.944657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:17.944660: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:17.944664: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:17.944668: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:17.944672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:18.099926: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-22 14:15:18.099971: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:18.099977: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:18.099982: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:18.099986: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:18.099990: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:18.099994: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:18.099998: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:18.100002: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:18.100006: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:18.100010: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:18.100013: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:18.100017: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:18.100021: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:18.100024: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:18.100028: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:18.100031: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:18.100035: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:18.100038: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:18.100042: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:18.100045: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:18.100049: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:18.100052: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:18.100056: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:18.100060: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:18.100064: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:18.100068: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:18.100072: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:18.100075: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:18.100079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:18.100082: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:18.100086: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:18.100089: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:18.100093: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:18.100096: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:18.100100: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:18.100108: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:18.100112: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:18.100116: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:18.100119: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:18.100123: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:18.100127: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:18.100132: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:18.100135: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:18.100139: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:18.100142: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:18.100146: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:18.100150: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:18.100154: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:18.100158: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:18.100161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:18.100165: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:18.100169: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:18.100172: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:18.100176: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:18.100179: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:18.100183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:18.100187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:18.100191: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:18.100195: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:18.100198: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:18.100202: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:18.100205: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:18.100209: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:18.100212: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:18.246906: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__moveaxis:\n",
            "2024-05-22 14:15:18.246952: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:18.246957: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:18.246962: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:18.246966: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:18.246970: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:18.246974: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:18.246978: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:18.246982: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:18.246985: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:18.246989: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:18.246993: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:18.246997: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:18.247001: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:18.247005: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:18.247009: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:18.247013: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:18.247017: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:18.247021: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:18.247025: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:18.247028: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:18.247032: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:18.247036: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:18.247040: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:18.247043: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:18.247047: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:18.247051: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:18.247055: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:18.247058: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:18.247062: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:18.247066: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:18.247071: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:18.247075: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:18.247079: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:18.247083: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:18.247086: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:18.247096: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:18.247100: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:18.247103: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:18.247107: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:18.247111: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:18.247115: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:18.247118: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:18.247122: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:18.247127: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:18.247131: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:18.247134: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:18.247138: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:18.247142: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:18.247146: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:18.247149: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:18.247153: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:18.247157: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:18.247161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:18.247165: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:18.247168: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:18.247172: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:18.247176: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:18.247180: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:18.247184: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:18.247188: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:18.247192: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:18.247195: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:18.247199: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:18.247203: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:18.377469: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fft:\n",
            "2024-05-22 14:15:18.377513: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:18.377518: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:18.377523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:18.377527: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:18.377531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:18.377535: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:18.377539: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:18.377542: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:18.377546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:18.377549: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:18.377553: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:18.377556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:18.377560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:18.377563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:18.377567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:18.377571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:18.377574: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:18.377578: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:18.377581: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:18.377585: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:18.377588: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:18.377592: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:18.377596: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:18.377600: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:18.377603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:18.377607: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:18.377610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:18.377614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:18.377617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:18.377621: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:18.377624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:18.377628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:18.377631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:18.377635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:18.377638: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:18.377647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:18.377651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:18.377656: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:18.377660: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:18.377664: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:18.377668: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:18.377671: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:18.377675: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:18.377678: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:18.377682: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:18.377685: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:18.377689: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:18.377692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:18.377696: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:18.377699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:18.377703: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:18.377706: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:18.377710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:18.377714: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:18.377718: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:18.377722: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:18.377726: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:18.377729: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:18.377733: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:18.377736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:18.377740: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:18.377743: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:18.377747: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:18.377751: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:18.520400: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__moveaxis:\n",
            "2024-05-22 14:15:18.520445: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:18.520458: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:18.520462: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:18.520466: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:18.520470: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:18.520474: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:18.520477: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:18.520481: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:18.520484: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:18.520488: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:18.520492: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:18.520496: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:18.520500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:18.520504: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:18.520507: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:18.520511: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:18.520514: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:18.520518: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:18.520521: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:18.520525: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:18.520528: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:18.520532: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:18.520535: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:18.520539: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:18.520542: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:18.520546: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:18.520549: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:18.520553: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:18.520557: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:18.520561: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:18.520565: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:18.520568: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:18.520572: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:18.520575: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:18.520579: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:18.520586: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:18.520589: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:18.520593: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:18.520596: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:18.520600: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:18.520603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:18.520607: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:18.520610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:18.520614: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:18.520618: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:18.520622: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:18.520626: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:18.520629: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:18.520633: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:18.520636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:18.520640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:18.520644: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:18.520647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:18.520651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:18.520654: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:18.520658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:18.520661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:18.520665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:18.520668: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:18.520672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:18.520675: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:18.520679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:18.520683: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:18.520687: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n"
          ]
        },
        {
          "data": {
            "image/png": "[encoded data, 875100 characters]",
            "text/plain": [
              "<Figure size 1600x600 with 11 Axes>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "# transform the trajectory into real-space and wrap in xarray for plotting\n",
        "spatial_coord = jnp.arange(grid.shape[0]) * 2 * jnp.pi / grid.shape[0] # same for x and y\n",
        "coords = {\n",
        "  'time': dt * jnp.arange(outer_steps) * inner_steps,\n",
        "  'x': spatial_coord,\n",
        "  'y': spatial_coord,\n",
        "}\n",
        "xarray.DataArray(\n",
        "    jnp.fft.irfftn(trajectory, axes=(1,2)), \n",
        "    dims=[\"time\", \"x\", \"y\"], coords=coords).plot.imshow(\n",
        "        col='time', col_wrap=5, cmap=sns.cm.icefire, robust=True);"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "tJEd7NUbXyr9"
      },
      "source": [
        "# Forced Turbulence\n",
        "\n",
        "Same as unforced turbulence (above) except it uses default settings defined in `spectral.equations.ForcedNavierStokes2D`."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "executionInfo": {
          "elapsed": 6651,
          "status": "ok",
          "timestamp": 1633721367406,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 240
        },
        "id": "xXTpoycyX2J3",
        "outputId": "a3ab1529-714c-4f40-e368-a2d0be2a4d72"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "2024-05-22 14:15:39.946525: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-22 14:15:39.946582: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:39.946630: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:39.946635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:39.946639: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:39.946643: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:39.946647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:39.946651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:39.946655: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:39.946658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:39.946662: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:39.946665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:39.946669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:39.946673: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:39.946676: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:39.946681: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:39.946685: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:39.946688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:39.946692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:39.946695: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:39.946699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:39.946702: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:39.946706: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:39.946709: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:39.946713: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:39.946716: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:39.946720: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:39.946723: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:39.946727: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:39.946730: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:39.946734: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:39.946738: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:39.946742: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:39.946745: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:39.946749: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:39.946752: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:39.946759: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:39.946763: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:39.946767: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:39.946770: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:39.946774: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:39.946777: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:39.946781: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:39.946784: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:39.946788: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:39.946792: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:39.946796: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:39.946800: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:39.946803: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:39.946807: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:39.946810: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:39.946814: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:39.946817: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:39.946821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:39.946825: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:39.946828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:39.946831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:39.946835: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:39.946838: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:39.946842: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:39.946846: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:39.946850: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:39.946854: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:39.946857: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:39.946861: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:40.086051: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-22 14:15:40.086092: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:40.086097: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:40.086102: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:40.086106: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:40.086109: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:40.086113: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:40.086117: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:40.086120: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:40.086124: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:40.086128: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:40.086131: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:40.086135: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:40.086139: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:40.086143: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:40.086147: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:40.086151: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:40.086154: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:40.086158: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:40.086162: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.086165: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:40.086169: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:40.086172: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:40.086176: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:40.086179: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:40.086183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:40.086187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:40.086190: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:40.086194: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:40.086198: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:40.086201: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:40.086206: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:40.086210: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:40.086213: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:40.086217: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:40.086220: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:40.086230: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:40.086234: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:40.086237: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:40.086241: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:40.086245: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:40.086248: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:40.086252: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.086255: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.086259: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:40.086262: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:40.086266: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:40.086270: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:40.086274: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:40.086278: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:40.086282: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:40.086285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:40.086289: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:40.086293: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:40.086296: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:40.086300: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:40.086304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:40.086307: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:40.086311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:40.086315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:40.086318: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:40.086322: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:40.086325: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:40.086329: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:40.086333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:40.229436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-22 14:15:40.229495: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:40.229500: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:40.229505: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:40.229509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:40.229512: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:40.229516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:40.229520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:40.229524: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:40.229528: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:40.229532: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:40.229536: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:40.229540: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:40.229543: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:40.229547: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:40.229551: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:40.229554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:40.229558: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:40.229562: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:40.229566: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.229569: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:40.229573: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:40.229577: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:40.229580: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:40.229585: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:40.229589: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:40.229592: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:40.229596: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:40.229599: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:40.229603: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:40.229606: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:40.229610: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:40.229613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:40.229617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:40.229620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:40.229624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:40.229632: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:40.229635: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:40.229639: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:40.229643: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:40.229647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:40.229651: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:40.229655: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.229658: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.229662: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:40.229665: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:40.229669: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:40.229672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:40.229676: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:40.229679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:40.229683: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:40.229686: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:40.229690: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:40.229694: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:40.229697: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:40.229701: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:40.229705: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:40.229708: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:40.229712: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:40.229716: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:40.229720: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:40.229723: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:40.229727: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:40.229730: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:40.229734: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:40.259365: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-22 14:15:40.259406: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:40.259410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:40.259415: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:40.259419: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:40.259423: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:40.259426: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:40.259430: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:40.259434: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:40.259437: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:40.259441: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:40.259445: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:40.259449: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:40.259462: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:40.259465: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:40.259469: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:40.259472: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:40.259476: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:40.259479: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:40.259483: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.259486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:40.259490: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:40.259493: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:40.259497: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:40.259501: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:40.259505: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:40.259509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:40.259512: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:40.259516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:40.259519: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:40.259523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:40.259526: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:40.259530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:40.259533: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:40.259537: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:40.259540: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:40.259547: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:40.259551: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:40.259554: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:40.259558: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:40.259561: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:40.259565: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:40.259569: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.259573: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.259576: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:40.259580: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:40.259583: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:40.259587: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:40.259590: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:40.259594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:40.259597: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:40.259601: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:40.259604: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:40.259608: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:40.259611: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:40.259615: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:40.259618: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:40.259622: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:40.259625: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:40.259629: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:40.259633: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:40.259637: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:40.259640: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:40.259644: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:40.259647: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:40.290628: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_fn:\n",
            "2024-05-22 14:15:40.290673: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:40.290679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:40.290684: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:40.290688: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:40.290692: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:40.290696: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:40.290699: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:40.290703: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:40.290706: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:40.290710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:40.290714: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:40.290717: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:40.290721: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:40.290724: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:40.290728: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:40.290732: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:40.290735: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:40.290740: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:40.290744: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.290747: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:40.290751: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:40.290754: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:40.290758: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:40.290762: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:40.290765: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:40.290769: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:40.290772: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:40.290776: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:40.290779: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:40.290783: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:40.290786: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:40.290790: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:40.290794: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:40.290797: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:40.290801: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:40.290810: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:40.290814: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:40.290817: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:40.290821: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:40.290824: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:40.290828: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:40.290831: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.290835: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.290838: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:40.290842: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:40.290846: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:40.290849: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:40.290853: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:40.290856: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:40.290860: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:40.290864: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:40.290868: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:40.290872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:40.290876: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:40.290879: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:40.290883: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:40.290886: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:40.290890: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:40.290894: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:40.290897: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:40.290901: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:40.290904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:40.290908: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:40.290911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:40.427827: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit__lambda_:\n",
            "2024-05-22 14:15:40.427872: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:40.427878: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:40.427882: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:40.427886: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:40.427889: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:40.427893: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:40.427897: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:40.427900: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:40.427904: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:40.427907: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:40.427911: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:40.427914: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:40.427918: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:40.427922: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:40.427926: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:40.427930: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:40.427933: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:40.427937: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:40.427940: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.427944: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:40.427947: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:40.427951: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:40.427954: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:40.427958: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:40.427962: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:40.427965: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:40.427969: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:40.427972: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:40.427976: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:40.427979: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:40.427983: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:40.427987: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:40.427991: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:40.427995: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:40.427998: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:40.428007: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:40.428010: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:40.428014: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:40.428018: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:40.428021: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:40.428025: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:40.428029: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.428032: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.428036: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:40.428039: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:40.428043: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:40.428047: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:40.428051: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:40.428055: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:40.428058: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:40.428062: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:40.428065: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:40.428069: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:40.428072: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:40.428076: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:40.428080: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:40.428083: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:40.428087: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:40.428090: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:40.428094: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:40.428097: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:40.428101: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:40.428104: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:40.428108: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:40.647478: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_convert_element_type:\n",
            "2024-05-22 14:15:40.647530: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:40.647535: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:40.647540: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:40.647544: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:40.647548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:40.647552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:40.647556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:40.647560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:40.647563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:40.647567: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:40.647571: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:40.647574: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:40.647578: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:40.647582: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:40.647585: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:40.647589: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:40.647594: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:40.647598: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:40.647601: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.647605: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:40.647609: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:40.647613: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:40.647617: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:40.647620: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:40.647624: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:40.647627: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:40.647631: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:40.647636: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:40.647641: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:40.647645: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:40.647650: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:40.647654: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:40.647657: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:40.647661: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:40.647664: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:40.647672: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:40.647675: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:40.647679: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:40.647682: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:40.647686: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:40.647691: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:40.647694: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.647698: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.647701: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:40.647705: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:40.647710: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:40.647713: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:40.647717: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:40.647721: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:40.647725: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:40.647729: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:40.647732: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:40.647736: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:40.647739: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:40.647743: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:40.647746: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:40.647750: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:40.647753: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:40.647757: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:40.647760: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:40.647764: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:40.647767: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:40.647771: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:40.647774: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:40.676263: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_broadcast_in_dim:\n",
            "2024-05-22 14:15:40.676314: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:40.676321: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:40.676325: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:40.676329: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:40.676333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:40.676337: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:40.676340: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:40.676344: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:40.676348: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:40.676351: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:40.676355: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:40.676359: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:40.676362: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:40.676366: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:40.676370: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:40.676374: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:40.676378: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:40.676381: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:40.676385: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.676388: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:40.676392: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:40.676396: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:40.676399: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:40.676403: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:40.676406: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:40.676410: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:40.676414: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:40.676417: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:40.676421: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:40.676424: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:40.676428: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:40.676432: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:40.676436: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:40.676440: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:40.676444: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:40.676461: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:40.676464: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:40.676468: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:40.676471: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:40.676475: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:40.676478: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:40.676482: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.676486: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:40.676489: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:40.676494: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:40.676498: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:40.676502: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:40.676506: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:40.676509: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:40.676513: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:40.676516: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:40.676520: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:40.676523: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:40.676527: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:40.676531: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:40.676534: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:40.676538: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:40.676541: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:40.676545: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:40.676548: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:40.676552: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:40.676556: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:40.676560: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:40.676563: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:41.117171: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_scan:\n",
            "2024-05-22 14:15:41.117213: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:41.117218: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:41.117222: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:41.117226: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:41.117230: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:41.117234: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:41.117238: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:41.117242: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:41.117246: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:41.117250: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:41.117253: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:41.117257: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:41.117261: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:41.117264: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:41.117268: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:41.117271: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:41.117275: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:41.117278: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:41.117282: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:41.117285: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:41.117289: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:41.117292: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:41.117296: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:41.117300: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:41.117304: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:41.117308: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:41.117311: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:41.117315: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:41.117318: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:41.117322: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:41.117326: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:41.117329: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:41.117333: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:41.117336: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:41.117340: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:41.117345: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:41.117349: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:41.117353: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:41.117356: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:41.117360: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:41.117365: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:41.117368: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:41.117372: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:41.117376: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:41.117379: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:41.117383: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:41.117386: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:41.117390: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:41.117393: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:41.117397: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:41.117400: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:41.117404: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:41.117408: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:41.117411: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:41.117415: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:41.117418: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:41.117422: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-22 14:15:41.117426: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:41.117430: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:41.117434: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:41.117438: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:41.117441: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:41.117445: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:41.117448: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:41.117461: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n",
            "2024-05-22 14:15:41.991902: W external/xla/xla/service/gpu/gpu_compiler.cc:555] GpuCompilationEnvironment of hlo_module jit_scan:\n",
            "2024-05-22 14:15:41.991950: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_backend_optimization_level: 3\n",
            "2024-05-22 14:15:41.991955: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_eliminate_hlo_implicit_broadcast: true\n",
            "2024-05-22 14:15:41.991959: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_multi_thread_eigen: true\n",
            "2024-05-22 14:15:41.991963: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cuda_data_dir: \"./cuda_sdk_lib\"\n",
            "2024-05-22 14:15:41.991967: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_alias_scope_metadata: true\n",
            "2024-05-22 14:15:41.991970: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_noalias_metadata: true\n",
            "2024-05-22 14:15:41.991974: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_llvm_enable_invariant_load_metadata: true\n",
            "2024-05-22 14:15:41.991978: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_force_host_platform_device_count: 1\n",
            "2024-05-22 14:15:41.991981: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_nans: true\n",
            "2024-05-22 14:15:41.991985: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_infs: true\n",
            "2024-05-22 14:15:41.991989: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_allow_excess_precision: true\n",
            "2024-05-22 14:15:41.991992: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_autotune_level: 4\n",
            "2024-05-22 14:15:41.991996: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_division: true\n",
            "2024-05-22 14:15:41.992000: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_fast_math_honor_functions: true\n",
            "2024-05-22 14:15:41.992004: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_max_hlo_modules: -1\n",
            "2024-05-22 14:15:41.992007: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_multiheap_size_constraint_per_heap: -1\n",
            "2024-05-22 14:15:41.992011: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_async_all_reduce: true\n",
            "2024-05-22 14:15:41.992014: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_strict_conv_algorithm_picker: true\n",
            "2024-05-22 14:15:41.992018: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_reduce_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:41.992022: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_frontend: true\n",
            "2024-05-22 14:15:41.992025: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_nccl_termination_timeout_seconds: -1\n",
            "2024-05-22 14:15:41.992029: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_shared_constants: true\n",
            "2024-05-22 14:15:41.992032: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_scratch_max_megabytes: 4096\n",
            "2024-05-22 14:15:41.992036: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_simplify_all_fp_conversions: true\n",
            "2024-05-22 14:15:41.992039: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_xla_runtime_executable: true\n",
            "2024-05-22 14:15:41.992043: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_shape_checks: RUNTIME\n",
            "2024-05-22 14:15:41.992047: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_normalize_layouts: true\n",
            "2024-05-22 14:15:41.992050: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_tiling_and_fusion: true\n",
            "2024-05-22 14:15:41.992054: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_dump_enable_mlir_pretty_form: true\n",
            "2024-05-22 14:15:41.992058: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_triton_gemm: true\n",
            "2024-05-22 14:15:41.992062: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cudnn_int8x32_convolution_reordering: true\n",
            "2024-05-22 14:15:41.992066: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_experimental_deallocation: true\n",
            "2024-05-22 14:15:41.992070: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_enable_mlir_fusion_outlining: true\n",
            "2024-05-22 14:15:41.992073: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_m_dim: 8\n",
            "2024-05-22 14:15:41.992077: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_n_dim: 8\n",
            "2024-05-22 14:15:41.992084: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_cpu_matmul_tiling_k_dim: 8\n",
            "2024-05-22 14:15:41.992088: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_num_runs_to_instantiate: -1\n",
            "2024-05-22 14:15:41.992091: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_lhs_enable_gpu_async_tracker: true\n",
            "2024-05-22 14:15:41.992095: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_inflation_factor: 1\n",
            "2024-05-22 14:15:41.992099: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_min_graph_size: 5\n",
            "2024-05-22 14:15:41.992102: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reassociation_for_converted_ar: true\n",
            "2024-05-22 14:15:41.992106: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_all_gather_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:41.992109: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_reduce_scatter_combine_threshold_bytes: 31457280\n",
            "2024-05-22 14:15:41.992113: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_highest_priority_async_stream: true\n",
            "2024-05-22 14:15:41.992117: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_auto_spmd_partitioning_memory_budget_ratio: 1.1\n",
            "2024-05-22 14:15:41.992120: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_redzone_padding_bytes: 8388608\n",
            "2024-05-22 14:15:41.992124: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_triton_fusion_level: 2\n",
            "2024-05-22 14:15:41.992128: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_graph_eviction_timeout_seconds: 60\n",
            "2024-05-22 14:15:41.992132: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_gpu2_hal: true\n",
            "2024-05-22 14:15:41.992135: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_copy_insertion_use_region_analysis: true\n",
            "2024-05-22 14:15:41.992139: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_collective_permute_decomposer_threshold: 9223372036854775807\n",
            "2024-05-22 14:15:41.992143: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_split_k_autotuning: true\n",
            "2024-05-22 14:15:41.992147: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduction_epilogue_fusion: true\n",
            "2024-05-22 14:15:41.992150: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_cublas_fallback: true\n",
            "2024-05-22 14:15:41.992154: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_filter_kernels_spilling_registers_on_autotuning: true\n",
            "2024-05-22 14:15:41.992157: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_debug_buffer_assignment_show_max: 15\n",
            "2024-05-22 14:15:41.992161: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_detailed_logging: true\n",
            "2024-05-22 14:15:41.992164: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_enable_dumping: true\n",
            "2024-05-22 14:15:41.992168: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_all_gather_combine_by_dim: true\n",
            "2024-05-22 14:15:41.992172: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_reduce_scatter_combine_by_dim: true\n",
            "2024-05-22 14:15:41.992175: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: FUSION\n",
            "2024-05-22 14:15:41.992179: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_command_buffer: CUBLAS\n",
            "2024-05-22 14:15:41.992183: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_enable_cub_radix_sort: true\n",
            "2024-05-22 14:15:41.992187: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_memory_limit_slop_factor: 95\n",
            "2024-05-22 14:15:41.992191: W external/xla/xla/service/gpu/gpu_compiler.cc:555] xla_gpu_threshold_for_windowed_einsum_mib: 100000\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "CPU times: user 22.1 s, sys: 1.45 s, total: 23.6 s\n",
            "Wall time: 23.8 s\n"
          ]
        }
      ],
      "source": [
        "%%time \n",
        "\n",
        "# physical parameters\n",
        "viscosity = 1e-3\n",
        "max_velocity = 7\n",
        "grid = grids.Grid((256, 256), domain=((0, 2 * jnp.pi), (0, 2 * jnp.pi)))\n",
        "dt = cfd.equations.stable_time_step(max_velocity, .5, viscosity, grid)\n",
        "\n",
        "# setup step function using crank-nicolson runge-kutta order 4\n",
        "smooth = True # use anti-aliasing \n",
        "\n",
        "\n",
        "# **use predefined settings for Kolmogorov flow**\n",
        "step_fn = spectral.time_stepping.crank_nicolson_rk4(\n",
        "    spectral.equations.ForcedNavierStokes2D(viscosity, grid, smooth=smooth), dt)\n",
        "\n",
        "\n",
        "# run the simulation up until time 25.0 but only save 10 frames for visualization\n",
        "final_time = 25.0\n",
        "outer_steps = 10\n",
        "inner_steps = (final_time // dt) // 10\n",
        "\n",
        "trajectory_fn = cfd.funcutils.trajectory(\n",
        "    cfd.funcutils.repeated(step_fn, inner_steps), outer_steps)\n",
        "\n",
        "# create an initial velocity field and compute the fft of the vorticity.\n",
        "# the spectral code assumes an fft'd vorticity for an initial state\n",
        "v0 = cfd.initial_conditions.filtered_velocity_field(jax.random.PRNGKey(42), grid, max_velocity, 4)\n",
        "vorticity0 = cfd.finite_differences.curl_2d(v0).data\n",
        "vorticity_hat0 = jnp.fft.rfftn(vorticity0)\n",
        "\n",
        "_, trajectory = trajectory_fn(vorticity_hat0)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "colab": {
          "height": 441
        },
        "executionInfo": {
          "elapsed": 1562,
          "status": "ok",
          "timestamp": 1633721369088,
          "user": {
            "displayName": "",
            "photoUrl": "",
            "userId": ""
          },
          "user_tz": 240
        },
        "id": "zfS6BfqOX2J8",
        "outputId": "538069eb-349c-4118-8920-51ebde5ef335"
      },
      "outputs": [
        {
          "data": {
            "image/png": "[encoded data, 1292112 characters]",
            "text/plain": [
              "<Figure size 1600x600 with 11 Axes>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "# transform the trajectory into real-space and wrap in xarray for plotting\n",
        "spatial_coord = jnp.arange(grid.shape[0]) * 2 * jnp.pi / grid.shape[0] # same for x and y\n",
        "coords = {\n",
        "  'time': dt * jnp.arange(outer_steps) * inner_steps,\n",
        "  'x': spatial_coord,\n",
        "  'y': spatial_coord,\n",
        "}\n",
        "xarray.DataArray(\n",
        "    jnp.fft.irfftn(trajectory, axes=(1,2)), \n",
        "    dims=[\"time\", \"x\", \"y\"], coords=coords).plot.imshow(\n",
        "        col='time', col_wrap=5, cmap=sns.cm.icefire, robust=True);"
      ]
    }
  ],
  "metadata": {
    "colab": {
      "collapsed_sections": [],
      "last_runtime": {
        "build_target": "//learning/deepmind/public/tools/ml_python:ml_notebook",
        "kind": "private"
      },
      "name": "spectral_forced_turbulence.ipynb",
      "provenance": [
        {
          "file_id": "1lwAg_n3KcxcxvO1nqSWg83GKbVv8ooqR",
          "timestamp": 1633704884754
        }
      ]
    },
    "kernelspec": {
      "display_name": "Python 3 (ipykernel)",
      "language": "python",
      "name": "python3"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}
