Convolutional VAE for MNIST using Reactant

Convolutional variational autoencoder (CVAE) implementation in MLX using MNIST. This is based on the CVAE implementation in MLX.

using Lux,
    Reactant,
    MLDatasets,
    Random,
    Statistics,
    Enzyme,
    MLUtils,
    DataAugmentation,
    ConcreteStructs,
    OneHotArrays,
    ImageShow,
    Images,
    Printf,
    Optimisers

const xdev = reactant_device(; force=true)
const cdev = cpu_device()

const IN_VSCODE = isdefined(Main, :VSCodeServer)

false

Model Definition

First we will define the encoder.It maps the input to a normal distribution in latent space and sample a latent vector from that distribution.

function cvae_encoder(
    rng=Random.default_rng();
    num_latent_dims::Int,
    image_shape::Dims{3},
    max_num_filters::Int,
)
    flattened_dim = prod(image_shape[1:2] .÷ 8) * max_num_filters
    return @compact(;
        embed=Chain(
            Chain(
                Conv((3, 3), image_shape[3] => max_num_filters ÷ 4; stride=2, pad=1),
                BatchNorm(max_num_filters ÷ 4, leakyrelu),
            ),
            Chain(
                Conv((3, 3), max_num_filters ÷ 4 => max_num_filters ÷ 2; stride=2, pad=1),
                BatchNorm(max_num_filters ÷ 2, leakyrelu),
            ),
            Chain(
                Conv((3, 3), max_num_filters ÷ 2 => max_num_filters; stride=2, pad=1),
                BatchNorm(max_num_filters, leakyrelu),
            ),
            FlattenLayer(),
        ),
        proj_mu=Dense(flattened_dim, num_latent_dims; init_bias=zeros32),
        proj_log_var=Dense(flattened_dim, num_latent_dims; init_bias=zeros32),
        rng
    ) do x
        y = embed(x)

        μ = proj_mu(y)
        logσ² = proj_log_var(y)

        T = eltype(logσ²)
        logσ² = clamp.(logσ², -T(20.0f0), T(10.0f0))
        σ = exp.(logσ² .* T(0.5))

        # Generate a tensor of random values from a normal distribution
        ϵ = randn_like(Lux.replicate(rng), σ)

        # Reparameterization trick to brackpropagate through sampling
        z = ϵ .* σ .+ μ

        @return z, μ, logσ²
    end
end

cvae_encoder (generic function with 2 methods)

Similarly we define the decoder.

function cvae_decoder(; num_latent_dims::Int, image_shape::Dims{3}, max_num_filters::Int)
    flattened_dim = prod(image_shape[1:2] .÷ 8) * max_num_filters
    return @compact(;
        linear=Dense(num_latent_dims, flattened_dim),
        upchain=Chain(
            Chain(
                Upsample(2),
                Conv((3, 3), max_num_filters => max_num_filters ÷ 2; stride=1, pad=1),
                BatchNorm(max_num_filters ÷ 2, leakyrelu),
            ),
            Chain(
                Upsample(2),
                Conv((3, 3), max_num_filters ÷ 2 => max_num_filters ÷ 4; stride=1, pad=1),
                BatchNorm(max_num_filters ÷ 4, leakyrelu),
            ),
            Chain(
                Upsample(2),
                Conv(
                    (3, 3), max_num_filters ÷ 4 => image_shape[3], sigmoid; stride=1, pad=1
                ),
            ),
        ),
        max_num_filters
    ) do x
        y = linear(x)
        img = reshape(y, image_shape[1] ÷ 8, image_shape[2] ÷ 8, max_num_filters, :)
        @return upchain(img)
    end
end

@concrete struct CVAE <: AbstractLuxContainerLayer{(:encoder, :decoder)}
    encoder <: AbstractLuxLayer
    decoder <: AbstractLuxLayer
end

function CVAE(
    rng=Random.default_rng();
    num_latent_dims::Int,
    image_shape::Dims{3},
    max_num_filters::Int,
)
    decoder = cvae_decoder(; num_latent_dims, image_shape, max_num_filters)
    encoder = cvae_encoder(rng; num_latent_dims, image_shape, max_num_filters)
    return CVAE(encoder, decoder)
end

function (cvae::CVAE)(x, ps, st)
    (z, μ, logσ²), st_enc = cvae.encoder(x, ps.encoder, st.encoder)
    x_rec, st_dec = cvae.decoder(z, ps.decoder, st.decoder)
    return (x_rec, μ, logσ²), (; encoder=st_enc, decoder=st_dec)
end

function encode(cvae::CVAE, x, ps, st)
    (z, _, _), st_enc = cvae.encoder(x, ps.encoder, st.encoder)
    return z, (; encoder=st_enc, st.decoder)
end

function decode(cvae::CVAE, z, ps, st)
    x_rec, st_dec = cvae.decoder(z, ps.decoder, st.decoder)
    return x_rec, (; decoder=st_dec, st.encoder)
end

decode (generic function with 1 method)

Loading MNIST

@concrete struct TensorDataset
    dataset
    transform
    total_samples::Int
end

Base.length(ds::TensorDataset) = ds.total_samples

function Base.getindex(ds::TensorDataset, idxs::Union{Vector{<:Integer},AbstractRange})
    img = Image.(eachslice(convert2image(ds.dataset, idxs); dims=3))
    return stack(parent ∘ itemdata ∘ Base.Fix1(apply, ds.transform), img)
end

function loadmnist(batchsize, image_size::Dims{2})
    # Load MNIST: Only 1500 for demonstration purposes on CI
    train_dataset = MNIST(; split=:train)
    N = parse(Bool, get(ENV, "CI", "false")) ? 5000 : length(train_dataset)

    train_transform = ScaleKeepAspect(image_size) |> ImageToTensor()
    trainset = TensorDataset(train_dataset, train_transform, N)
    trainloader = DataLoader(trainset; batchsize, shuffle=true, partial=false)

    return trainloader
end

loadmnist (generic function with 1 method)

Helper Functions

Generate an Image Grid from a list of images

function create_image_grid(imgs::AbstractArray, grid_rows::Int, grid_cols::Int)
    total_images = grid_rows * grid_cols
    imgs = map(eachslice(imgs[:, :, :, 1:total_images]; dims=4)) do img
        cimg = if size(img, 3) == 1
            colorview(Gray, view(img, :, :, 1))
        else
            colorview(RGB, permutedims(img, (3, 1, 2)))
        end
        return cimg'
    end
    return create_image_grid(imgs, grid_rows, grid_cols)
end

function create_image_grid(images::Vector, grid_rows::Int, grid_cols::Int)
    # Check if the number of images matches the grid
    total_images = grid_rows * grid_cols
    @assert length(images) == total_images

    # Get the size of a single image (assuming all images are the same size)
    img_height, img_width = size(images[1])

    # Create a blank grid canvas
    grid_height = img_height * grid_rows
    grid_width = img_width * grid_cols
    grid_canvas = similar(images[1], grid_height, grid_width)

    # Place each image in the correct position on the canvas
    for idx in 1:total_images
        row = div(idx - 1, grid_cols) + 1
        col = mod(idx - 1, grid_cols) + 1

        start_row = (row - 1) * img_height + 1
        start_col = (col - 1) * img_width + 1

        grid_canvas[start_row:(start_row + img_height - 1), start_col:(start_col + img_width - 1)] .= images[idx]
    end

    return grid_canvas
end

function loss_function(model, ps, st, X)
    (y, μ, logσ²), st = model(X, ps, st)
    reconstruction_loss = MSELoss(; agg=sum)(y, X)
    kldiv_loss = -sum(1 .+ logσ² .- μ .^ 2 .- exp.(logσ²)) / 2
    loss = reconstruction_loss + kldiv_loss
    return loss, st, (; y, μ, logσ², reconstruction_loss, kldiv_loss)
end

function generate_images(
    model, ps, st; num_samples::Int=128, num_latent_dims::Int, decode_compiled=nothing
)
    z = get_device((ps, st))(randn(Float32, num_latent_dims, num_samples))
    if decode_compiled === nothing
        images, _ = decode(model, z, ps, Lux.testmode(st))
    else
        images, _ = decode_compiled(model, z, ps, Lux.testmode(st))
        images = cpu_device()(images)
    end
    return create_image_grid(images, 8, num_samples ÷ 8)
end

function reconstruct_images(model, ps, st, X)
    (recon, _, _), _ = model(X, ps, Lux.testmode(st))
    recon = cpu_device()(recon)
    return create_image_grid(recon, 8, size(X, ndims(X)) ÷ 8)
end

reconstruct_images (generic function with 1 method)

Training the Model

function main(;
    batchsize=128,
    image_size=(64, 64),
    num_latent_dims=8,
    max_num_filters=64,
    seed=0,
    epochs=50,
    weight_decay=1.0e-5,
    learning_rate=1.0e-3,
    num_samples=batchsize,
)
    rng = Xoshiro()
    Random.seed!(rng, seed)

    cvae = CVAE(rng; num_latent_dims, image_shape=(image_size..., 1), max_num_filters)
    ps, st = xdev(Lux.setup(rng, cvae))

    z = xdev(randn(Float32, num_latent_dims, num_samples))
    decode_compiled = @compile decode(cvae, z, ps, Lux.testmode(st))
    x = xdev(randn(Float32, image_size..., 1, batchsize))
    cvae_compiled = @compile cvae(x, ps, Lux.testmode(st))

    train_dataloader = xdev(loadmnist(batchsize, image_size))

    opt = AdamW(; eta=learning_rate, lambda=weight_decay)

    train_state = Training.TrainState(cvae, ps, st, opt)

    @printf "Total Trainable Parameters: %0.4f M\n" (Lux.parameterlength(ps) / 1.0e6)

    empty_row, model_img_full = nothing, nothing

    for epoch in 1:epochs
        loss_total = 0.0f0
        total_samples = 0

        start_time = time()
        for (i, X) in enumerate(train_dataloader)
            (_, loss, _, train_state) = Training.single_train_step!(
                AutoEnzyme(), loss_function, X, train_state; return_gradients=Val(false)
            )

            loss_total += loss
            total_samples += size(X, ndims(X))

            if i % 250 == 0 || i == length(train_dataloader)
                throughput = total_samples / (time() - start_time)
                @printf "Epoch %d, Iter %d, Loss: %.7f, Throughput: %.6f im/s\n" epoch i loss throughput
            end
        end
        total_time = time() - start_time

        train_loss = loss_total / length(train_dataloader)
        throughput = total_samples / total_time
        @printf "Epoch %d, Train Loss: %.7f, Time: %.4fs, Throughput: %.6f im/s\n" epoch train_loss total_time throughput

        if IN_VSCODE || epoch == epochs
            recon_images = reconstruct_images(
                cvae_compiled,
                train_state.parameters,
                train_state.states,
                first(train_dataloader),
            )
            gen_images = generate_images(
                cvae,
                train_state.parameters,
                train_state.states;
                num_samples,
                num_latent_dims,
                decode_compiled,
            )
            if empty_row === nothing
                empty_row = similar(gen_images, image_size[1], size(gen_images, 2))
                fill!(empty_row, 0)
            end
            model_img_full = vcat(recon_images, empty_row, gen_images)
            IN_VSCODE && display(model_img_full)
        end
    end

    return model_img_full
end

img = main()

2025-05-23 23:29:24.611710: I external/xla/xla/service/service.cc:152] XLA service 0x349e9060 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices:
2025-05-23 23:29:24.611743: I external/xla/xla/service/service.cc:160]   StreamExecutor device (0): NVIDIA A100-PCIE-40GB MIG 1g.5gb, Compute Capability 8.0
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
I0000 00:00:1748042964.612462  908749 se_gpu_pjrt_client.cc:1026] Using BFC allocator.
I0000 00:00:1748042964.612533  908749 gpu_helpers.cc:136] XLA backend allocating 3825205248 bytes on device 0 for BFCAllocator.
I0000 00:00:1748042964.612561  908749 gpu_helpers.cc:177] XLA backend will use up to 1275068416 bytes on device 0 for CollectiveBFCAllocator.
I0000 00:00:1748042964.623983  908749 cuda_dnn.cc:529] Loaded cuDNN version 90400
┌ Warning: `training` is set to `Val{false}()` but is being used within an autodiff call (gradient, jacobian, etc...). This might lead to incorrect results. If you are using a `Lux.jl` model, set it to training mode using `LuxCore.trainmode`.
└ @ LuxLib.Utils /var/lib/buildkite-agent/builds/gpuci-9/julialang/lux-dot-jl/lib/LuxLib/src/utils.jl:344
E0000 00:00:1748043028.393802  908749 buffer_comparator.cc:145] Difference at 16: 0, expected 1.55868
E0000 00:00:1748043028.393846  908749 buffer_comparator.cc:145] Difference at 17: 0, expected 2.06494
E0000 00:00:1748043028.393850  908749 buffer_comparator.cc:145] Difference at 18: 0, expected 3.23448
E0000 00:00:1748043028.393852  908749 buffer_comparator.cc:145] Difference at 19: 0, expected 1.47842
E0000 00:00:1748043028.393855  908749 buffer_comparator.cc:145] Difference at 20: 0, expected 2.35438
E0000 00:00:1748043028.393858  908749 buffer_comparator.cc:145] Difference at 21: 0, expected 3.03704
E0000 00:00:1748043028.393861  908749 buffer_comparator.cc:145] Difference at 22: 0, expected 2.70158
E0000 00:00:1748043028.393863  908749 buffer_comparator.cc:145] Difference at 23: 0, expected 2.2793
E0000 00:00:1748043028.393866  908749 buffer_comparator.cc:145] Difference at 24: 0, expected 1.54931
E0000 00:00:1748043028.393869  908749 buffer_comparator.cc:145] Difference at 25: 0, expected 1.59519
2025-05-23 23:30:28.393879: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.397024  908749 buffer_comparator.cc:145] Difference at 16: 0, expected 1.55868
E0000 00:00:1748043028.397036  908749 buffer_comparator.cc:145] Difference at 17: 0, expected 2.06494
E0000 00:00:1748043028.397039  908749 buffer_comparator.cc:145] Difference at 18: 0, expected 3.23448
E0000 00:00:1748043028.397042  908749 buffer_comparator.cc:145] Difference at 19: 0, expected 1.47842
E0000 00:00:1748043028.397045  908749 buffer_comparator.cc:145] Difference at 20: 0, expected 2.35438
E0000 00:00:1748043028.397048  908749 buffer_comparator.cc:145] Difference at 21: 0, expected 3.03704
E0000 00:00:1748043028.397050  908749 buffer_comparator.cc:145] Difference at 22: 0, expected 2.70158
E0000 00:00:1748043028.397053  908749 buffer_comparator.cc:145] Difference at 23: 0, expected 2.2793
E0000 00:00:1748043028.397056  908749 buffer_comparator.cc:145] Difference at 24: 0, expected 1.54931
E0000 00:00:1748043028.397059  908749 buffer_comparator.cc:145] Difference at 25: 0, expected 1.59519
2025-05-23 23:30:28.397063: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.399943  908749 buffer_comparator.cc:145] Difference at 16: 0, expected 1.55868
E0000 00:00:1748043028.399955  908749 buffer_comparator.cc:145] Difference at 17: 0, expected 2.06494
E0000 00:00:1748043028.399972  908749 buffer_comparator.cc:145] Difference at 18: 0, expected 3.23448
E0000 00:00:1748043028.399975  908749 buffer_comparator.cc:145] Difference at 19: 0, expected 1.47842
E0000 00:00:1748043028.399978  908749 buffer_comparator.cc:145] Difference at 20: 0, expected 2.35438
E0000 00:00:1748043028.399981  908749 buffer_comparator.cc:145] Difference at 21: 0, expected 3.03704
E0000 00:00:1748043028.399984  908749 buffer_comparator.cc:145] Difference at 22: 0, expected 2.70158
E0000 00:00:1748043028.399987  908749 buffer_comparator.cc:145] Difference at 23: 0, expected 2.2793
E0000 00:00:1748043028.399990  908749 buffer_comparator.cc:145] Difference at 24: 0, expected 1.54931
E0000 00:00:1748043028.399993  908749 buffer_comparator.cc:145] Difference at 25: 0, expected 1.59519
2025-05-23 23:30:28.399998: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.402845  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.402856  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.402859  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.402862  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.402865  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.402869  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.402872  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.402874  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.402877  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.402880  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.402885: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.405713  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.405724  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.405727  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.405730  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.405733  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.405736  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.405738  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.405741  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.405744  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.405747  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.405751: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.408582  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.408594  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.408597  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.408600  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.408603  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.408605  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.408608  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.408611  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.408614  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.408616  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.408621: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.411468  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.411479  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.411485  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.411488  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.411491  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.411494  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.411497  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.411500  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.411503  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.411507  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.411512: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.414340  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.414351  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.414356  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.414359  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.414362  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.414365  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.414368  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.414371  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.414374  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.414377  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.414382: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.417224  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.417236  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.417240  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.417243  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.417247  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.417250  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.417253  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.417256  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.417259  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.417262  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.417266: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.420095  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.420107  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.420110  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.420113  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.420115  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.420118  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.420121  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.420124  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.420126  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.420129  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.420134: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.422966  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.422978  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.422981  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.422984  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.422986  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.422989  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.422992  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.422995  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.422997  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.423000  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.423005: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.425842  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.425853  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.425856  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.425859  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.425862  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.425865  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.425867  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.425870  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.425873  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.425876  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.425880: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.428706  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.428717  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.428722  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.428725  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.428728  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.428731  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.428734  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.428737  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.428740  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.428743  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.428748: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.431583  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.431595  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.431598  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.431602  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.431605  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.431609  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.431611  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.431614  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.431617  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.431620  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.431624: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.434432  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.434444  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.434447  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.434450  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.434453  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.434456  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.434458  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.434461  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.434464  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.434467  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.434471: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.437281  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.437292  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.437295  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.437298  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.437301  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.437304  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.437307  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.437309  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.437312  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.437315  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.437319: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.440133  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.440145  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.440150  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.440153  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.440156  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.440159  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.440162  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.440165  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.440168  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.440172  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.440177: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.442997  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.443008  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.443013  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.443016  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.443019  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.443022  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.443025  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.443028  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.443031  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.443034  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.443039: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.445864  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.445876  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.445879  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.445881  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.445884  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.445887  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.445890  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.445892  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.445895  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.445898  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.445903: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.448737  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.448748  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.448751  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.448754  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.448757  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.448760  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.448763  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.448765  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.448768  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.448771  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.448775: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.451602  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.451615  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.451618  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.451621  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.451624  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.451634  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.451637  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.451640  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.451643  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.451645  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.451650: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.454470  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.454481  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.454484  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.454487  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.454490  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.454493  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.454495  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.454498  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.454501  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.454504  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.454508: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.457313  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.457324  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.457327  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.457330  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.457333  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.457335  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.457338  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.457341  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.457343  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.457346  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.457351: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.460177  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.460188  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.460191  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.460194  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.460197  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.460201  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.460204  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.460207  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.460209  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.460212  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.460217: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.463068  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.463080  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.463083  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.463085  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.463088  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.463091  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.463094  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.463096  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.463099  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.463102  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.463107: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.465935  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.465946  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.465950  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.465953  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.465956  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.465959  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.465962  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.465965  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.465968  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.465971  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.465976: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043028.468816  908749 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748043028.468828  908749 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748043028.468831  908749 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748043028.468834  908749 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748043028.468836  908749 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748043028.468839  908749 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748043028.468842  908749 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748043028.468845  908749 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748043028.468847  908749 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748043028.468851  908749 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 23:30:28.468856: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.162918  908749 buffer_comparator.cc:145] Difference at 256: 90.741, expected 1026.63
E0000 00:00:1748043049.162974  908749 buffer_comparator.cc:145] Difference at 257: 90.5666, expected 1036.99
E0000 00:00:1748043049.162978  908749 buffer_comparator.cc:145] Difference at 258: 96.9088, expected 1046.75
E0000 00:00:1748043049.162982  908749 buffer_comparator.cc:145] Difference at 259: 95.2885, expected 1025.83
E0000 00:00:1748043049.162985  908749 buffer_comparator.cc:145] Difference at 260: 87.5233, expected 1034.15
E0000 00:00:1748043049.162988  908749 buffer_comparator.cc:145] Difference at 261: 89.0509, expected 1039.47
E0000 00:00:1748043049.162991  908749 buffer_comparator.cc:145] Difference at 262: 96.0527, expected 1033.55
E0000 00:00:1748043049.162994  908749 buffer_comparator.cc:145] Difference at 263: 90.9342, expected 1041.94
E0000 00:00:1748043049.162997  908749 buffer_comparator.cc:145] Difference at 264: 90.6268, expected 1026.16
E0000 00:00:1748043049.163000  908749 buffer_comparator.cc:145] Difference at 265: 94.204, expected 1029.49
2025-05-23 23:30:49.163014: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.165227  908749 buffer_comparator.cc:145] Difference at 256: 90.741, expected 1026.63
E0000 00:00:1748043049.165241  908749 buffer_comparator.cc:145] Difference at 257: 90.5666, expected 1036.99
E0000 00:00:1748043049.165245  908749 buffer_comparator.cc:145] Difference at 258: 96.9088, expected 1046.75
E0000 00:00:1748043049.165248  908749 buffer_comparator.cc:145] Difference at 259: 95.2885, expected 1025.83
E0000 00:00:1748043049.165251  908749 buffer_comparator.cc:145] Difference at 260: 87.5233, expected 1034.15
E0000 00:00:1748043049.165254  908749 buffer_comparator.cc:145] Difference at 261: 89.0509, expected 1039.47
E0000 00:00:1748043049.165257  908749 buffer_comparator.cc:145] Difference at 262: 96.0527, expected 1033.55
E0000 00:00:1748043049.165260  908749 buffer_comparator.cc:145] Difference at 263: 90.9342, expected 1041.94
E0000 00:00:1748043049.165263  908749 buffer_comparator.cc:145] Difference at 264: 90.6268, expected 1026.16
E0000 00:00:1748043049.165266  908749 buffer_comparator.cc:145] Difference at 265: 94.204, expected 1029.49
2025-05-23 23:30:49.165271: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.167499  908749 buffer_comparator.cc:145] Difference at 256: 90.741, expected 1026.63
E0000 00:00:1748043049.167514  908749 buffer_comparator.cc:145] Difference at 257: 90.5666, expected 1036.99
E0000 00:00:1748043049.167517  908749 buffer_comparator.cc:145] Difference at 258: 96.9088, expected 1046.75
E0000 00:00:1748043049.167520  908749 buffer_comparator.cc:145] Difference at 259: 95.2885, expected 1025.83
E0000 00:00:1748043049.167523  908749 buffer_comparator.cc:145] Difference at 260: 87.5233, expected 1034.15
E0000 00:00:1748043049.167526  908749 buffer_comparator.cc:145] Difference at 261: 89.0509, expected 1039.47
E0000 00:00:1748043049.167529  908749 buffer_comparator.cc:145] Difference at 262: 96.0527, expected 1033.55
E0000 00:00:1748043049.167532  908749 buffer_comparator.cc:145] Difference at 263: 90.9342, expected 1041.94
E0000 00:00:1748043049.167535  908749 buffer_comparator.cc:145] Difference at 264: 90.6268, expected 1026.16
E0000 00:00:1748043049.167538  908749 buffer_comparator.cc:145] Difference at 265: 94.204, expected 1029.49
2025-05-23 23:30:49.167543: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.169719  908749 buffer_comparator.cc:145] Difference at 256: 701.466, expected 1026.63
E0000 00:00:1748043049.169736  908749 buffer_comparator.cc:145] Difference at 257: 721.513, expected 1036.99
E0000 00:00:1748043049.169739  908749 buffer_comparator.cc:145] Difference at 258: 713.145, expected 1046.75
E0000 00:00:1748043049.169742  908749 buffer_comparator.cc:145] Difference at 259: 705.587, expected 1025.83
E0000 00:00:1748043049.169745  908749 buffer_comparator.cc:145] Difference at 260: 710.736, expected 1034.15
E0000 00:00:1748043049.169748  908749 buffer_comparator.cc:145] Difference at 261: 720.361, expected 1039.47
E0000 00:00:1748043049.169751  908749 buffer_comparator.cc:145] Difference at 262: 715.077, expected 1033.55
E0000 00:00:1748043049.169755  908749 buffer_comparator.cc:145] Difference at 263: 725.583, expected 1041.94
E0000 00:00:1748043049.169758  908749 buffer_comparator.cc:145] Difference at 264: 714.73, expected 1026.16
E0000 00:00:1748043049.169761  908749 buffer_comparator.cc:145] Difference at 265: 699.558, expected 1029.49
2025-05-23 23:30:49.169765: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.171943  908749 buffer_comparator.cc:145] Difference at 256: 701.466, expected 1026.63
E0000 00:00:1748043049.171959  908749 buffer_comparator.cc:145] Difference at 257: 721.513, expected 1036.99
E0000 00:00:1748043049.171963  908749 buffer_comparator.cc:145] Difference at 258: 713.145, expected 1046.75
E0000 00:00:1748043049.171966  908749 buffer_comparator.cc:145] Difference at 259: 705.587, expected 1025.83
E0000 00:00:1748043049.171969  908749 buffer_comparator.cc:145] Difference at 260: 710.736, expected 1034.15
E0000 00:00:1748043049.171972  908749 buffer_comparator.cc:145] Difference at 261: 720.361, expected 1039.47
E0000 00:00:1748043049.171975  908749 buffer_comparator.cc:145] Difference at 262: 715.077, expected 1033.55
E0000 00:00:1748043049.171978  908749 buffer_comparator.cc:145] Difference at 263: 725.583, expected 1041.94
E0000 00:00:1748043049.171981  908749 buffer_comparator.cc:145] Difference at 264: 714.73, expected 1026.16
E0000 00:00:1748043049.171984  908749 buffer_comparator.cc:145] Difference at 265: 699.558, expected 1029.49
2025-05-23 23:30:49.171989: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.174240  908749 buffer_comparator.cc:145] Difference at 512: 711.971, expected 1037.38
E0000 00:00:1748043049.174255  908749 buffer_comparator.cc:145] Difference at 513: 712.779, expected 1037.38
E0000 00:00:1748043049.174258  908749 buffer_comparator.cc:145] Difference at 514: 725.127, expected 1037.27
E0000 00:00:1748043049.174261  908749 buffer_comparator.cc:145] Difference at 515: 698.019, expected 1030.23
E0000 00:00:1748043049.174264  908749 buffer_comparator.cc:145] Difference at 516: 707.664, expected 1029.96
E0000 00:00:1748043049.174267  908749 buffer_comparator.cc:145] Difference at 517: 711.597, expected 1023.46
E0000 00:00:1748043049.174271  908749 buffer_comparator.cc:145] Difference at 518: 720.495, expected 1036.27
E0000 00:00:1748043049.174274  908749 buffer_comparator.cc:145] Difference at 519: 719.076, expected 1042.91
E0000 00:00:1748043049.174277  908749 buffer_comparator.cc:145] Difference at 520: 711.292, expected 1031.19
E0000 00:00:1748043049.174280  908749 buffer_comparator.cc:145] Difference at 521: 693.751, expected 1022.88
2025-05-23 23:30:49.174284: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.176462  908749 buffer_comparator.cc:145] Difference at 38: 925.654, expected 1048.8
E0000 00:00:1748043049.176480  908749 buffer_comparator.cc:145] Difference at 44: 914.794, expected 1041.72
E0000 00:00:1748043049.176484  908749 buffer_comparator.cc:145] Difference at 64: 1158.54, expected 1032.49
E0000 00:00:1748043049.176487  908749 buffer_comparator.cc:145] Difference at 68: 925.055, expected 1037.91
E0000 00:00:1748043049.176490  908749 buffer_comparator.cc:145] Difference at 96: 1212.46, expected 1026.76
E0000 00:00:1748043049.176494  908749 buffer_comparator.cc:145] Difference at 109: 1176.82, expected 1029.18
E0000 00:00:1748043049.176497  908749 buffer_comparator.cc:145] Difference at 162: 923.662, expected 1032.2
E0000 00:00:1748043049.176500  908749 buffer_comparator.cc:145] Difference at 166: 919.618, expected 1027.87
E0000 00:00:1748043049.176503  908749 buffer_comparator.cc:145] Difference at 172: 920.648, expected 1025.22
E0000 00:00:1748043049.176507  908749 buffer_comparator.cc:145] Difference at 208: 1155.74, expected 1016.78
2025-05-23 23:30:49.176512: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.178677  908749 buffer_comparator.cc:145] Difference at 30: 908.321, expected 1030.57
E0000 00:00:1748043049.178694  908749 buffer_comparator.cc:145] Difference at 87: 932.144, expected 1036.73
E0000 00:00:1748043049.178697  908749 buffer_comparator.cc:145] Difference at 94: 873.421, expected 1013.66
E0000 00:00:1748043049.178702  908749 buffer_comparator.cc:145] Difference at 208: 1173.2, expected 1016.78
E0000 00:00:1748043049.178705  908749 buffer_comparator.cc:145] Difference at 209: 1140.69, expected 1007.25
E0000 00:00:1748043049.178708  908749 buffer_comparator.cc:145] Difference at 214: 1159.13, expected 1024.74
E0000 00:00:1748043049.178711  908749 buffer_comparator.cc:145] Difference at 219: 1163.09, expected 1029.26
E0000 00:00:1748043049.178714  908749 buffer_comparator.cc:145] Difference at 221: 1157.18, expected 1019.69
E0000 00:00:1748043049.178717  908749 buffer_comparator.cc:145] Difference at 223: 1140.29, expected 1020.58
E0000 00:00:1748043049.178720  908749 buffer_comparator.cc:145] Difference at 237: 1219.44, expected 1046.29
2025-05-23 23:30:49.178725: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.181088  908749 buffer_comparator.cc:145] Difference at 1056: 937.724, expected 1049.14
E0000 00:00:1748043049.181105  908749 buffer_comparator.cc:145] Difference at 1057: 939.844, expected 1047.51
E0000 00:00:1748043049.181109  908749 buffer_comparator.cc:145] Difference at 1061: 932.553, expected 1037.02
E0000 00:00:1748043049.181112  908749 buffer_comparator.cc:145] Difference at 1062: 945.623, expected 1051.04
E0000 00:00:1748043049.181115  908749 buffer_comparator.cc:145] Difference at 1067: 936.361, expected 1046.17
E0000 00:00:1748043049.181118  908749 buffer_comparator.cc:145] Difference at 1071: 926.359, expected 1048.51
E0000 00:00:1748043049.181121  908749 buffer_comparator.cc:145] Difference at 1104: 922.036, expected 1028.34
E0000 00:00:1748043049.181125  908749 buffer_comparator.cc:145] Difference at 1109: 920.805, expected 1023.27
E0000 00:00:1748043049.181128  908749 buffer_comparator.cc:145] Difference at 1119: 926.194, expected 1035.14
E0000 00:00:1748043049.181131  908749 buffer_comparator.cc:145] Difference at 1137: 940.954, expected 1046.87
2025-05-23 23:30:49.181136: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.183487  908749 buffer_comparator.cc:145] Difference at 1056: 937.724, expected 1049.14
E0000 00:00:1748043049.183503  908749 buffer_comparator.cc:145] Difference at 1057: 939.844, expected 1047.51
E0000 00:00:1748043049.183506  908749 buffer_comparator.cc:145] Difference at 1061: 932.553, expected 1037.02
E0000 00:00:1748043049.183510  908749 buffer_comparator.cc:145] Difference at 1062: 945.623, expected 1051.04
E0000 00:00:1748043049.183514  908749 buffer_comparator.cc:145] Difference at 1067: 936.361, expected 1046.17
E0000 00:00:1748043049.183517  908749 buffer_comparator.cc:145] Difference at 1071: 926.359, expected 1048.51
E0000 00:00:1748043049.183520  908749 buffer_comparator.cc:145] Difference at 1104: 922.036, expected 1028.34
E0000 00:00:1748043049.183523  908749 buffer_comparator.cc:145] Difference at 1109: 920.805, expected 1023.27
E0000 00:00:1748043049.183526  908749 buffer_comparator.cc:145] Difference at 1119: 926.194, expected 1035.14
E0000 00:00:1748043049.183529  908749 buffer_comparator.cc:145] Difference at 1137: 940.954, expected 1046.87
2025-05-23 23:30:49.183534: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.185766  908749 buffer_comparator.cc:145] Difference at 1056: 937.724, expected 1049.14
E0000 00:00:1748043049.185782  908749 buffer_comparator.cc:145] Difference at 1057: 939.844, expected 1047.51
E0000 00:00:1748043049.185785  908749 buffer_comparator.cc:145] Difference at 1061: 932.553, expected 1037.02
E0000 00:00:1748043049.185788  908749 buffer_comparator.cc:145] Difference at 1062: 945.623, expected 1051.04
E0000 00:00:1748043049.185791  908749 buffer_comparator.cc:145] Difference at 1067: 936.361, expected 1046.17
E0000 00:00:1748043049.185794  908749 buffer_comparator.cc:145] Difference at 1071: 926.359, expected 1048.51
E0000 00:00:1748043049.185797  908749 buffer_comparator.cc:145] Difference at 1104: 922.036, expected 1028.34
E0000 00:00:1748043049.185800  908749 buffer_comparator.cc:145] Difference at 1109: 920.805, expected 1023.27
E0000 00:00:1748043049.185803  908749 buffer_comparator.cc:145] Difference at 1119: 926.194, expected 1035.14
E0000 00:00:1748043049.185806  908749 buffer_comparator.cc:145] Difference at 1137: 940.954, expected 1046.87
2025-05-23 23:30:49.185812: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.187971  908749 buffer_comparator.cc:145] Difference at 38: 925.654, expected 1048.8
E0000 00:00:1748043049.187986  908749 buffer_comparator.cc:145] Difference at 44: 914.794, expected 1041.72
E0000 00:00:1748043049.187989  908749 buffer_comparator.cc:145] Difference at 64: 1158.54, expected 1032.49
E0000 00:00:1748043049.187993  908749 buffer_comparator.cc:145] Difference at 68: 925.055, expected 1037.91
E0000 00:00:1748043049.187996  908749 buffer_comparator.cc:145] Difference at 96: 1212.46, expected 1026.76
E0000 00:00:1748043049.187999  908749 buffer_comparator.cc:145] Difference at 109: 1176.82, expected 1029.18
E0000 00:00:1748043049.188003  908749 buffer_comparator.cc:145] Difference at 162: 923.662, expected 1032.2
E0000 00:00:1748043049.188006  908749 buffer_comparator.cc:145] Difference at 166: 919.618, expected 1027.87
E0000 00:00:1748043049.188009  908749 buffer_comparator.cc:145] Difference at 172: 920.648, expected 1025.22
E0000 00:00:1748043049.188012  908749 buffer_comparator.cc:145] Difference at 208: 1155.74, expected 1016.78
2025-05-23 23:30:49.188017: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.190342  908749 buffer_comparator.cc:145] Difference at 1056: 937.724, expected 1049.14
E0000 00:00:1748043049.190357  908749 buffer_comparator.cc:145] Difference at 1057: 939.844, expected 1047.51
E0000 00:00:1748043049.190361  908749 buffer_comparator.cc:145] Difference at 1061: 932.553, expected 1037.02
E0000 00:00:1748043049.190364  908749 buffer_comparator.cc:145] Difference at 1062: 945.623, expected 1051.04
E0000 00:00:1748043049.190367  908749 buffer_comparator.cc:145] Difference at 1067: 936.361, expected 1046.17
E0000 00:00:1748043049.190371  908749 buffer_comparator.cc:145] Difference at 1071: 926.359, expected 1048.51
E0000 00:00:1748043049.190374  908749 buffer_comparator.cc:145] Difference at 1104: 922.036, expected 1028.34
E0000 00:00:1748043049.190377  908749 buffer_comparator.cc:145] Difference at 1109: 920.805, expected 1023.27
E0000 00:00:1748043049.190380  908749 buffer_comparator.cc:145] Difference at 1119: 926.194, expected 1035.14
E0000 00:00:1748043049.190383  908749 buffer_comparator.cc:145] Difference at 1137: 940.954, expected 1046.87
2025-05-23 23:30:49.190388: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.192643  908749 buffer_comparator.cc:145] Difference at 1056: 937.724, expected 1049.14
E0000 00:00:1748043049.192657  908749 buffer_comparator.cc:145] Difference at 1057: 939.844, expected 1047.51
E0000 00:00:1748043049.192661  908749 buffer_comparator.cc:145] Difference at 1061: 932.553, expected 1037.02
E0000 00:00:1748043049.192664  908749 buffer_comparator.cc:145] Difference at 1062: 945.623, expected 1051.04
E0000 00:00:1748043049.192667  908749 buffer_comparator.cc:145] Difference at 1067: 936.361, expected 1046.17
E0000 00:00:1748043049.192670  908749 buffer_comparator.cc:145] Difference at 1071: 926.359, expected 1048.51
E0000 00:00:1748043049.192673  908749 buffer_comparator.cc:145] Difference at 1104: 922.036, expected 1028.34
E0000 00:00:1748043049.192676  908749 buffer_comparator.cc:145] Difference at 1109: 920.805, expected 1023.27
E0000 00:00:1748043049.192680  908749 buffer_comparator.cc:145] Difference at 1119: 926.194, expected 1035.14
E0000 00:00:1748043049.192683  908749 buffer_comparator.cc:145] Difference at 1137: 940.954, expected 1046.87
2025-05-23 23:30:49.192687: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.194933  908749 buffer_comparator.cc:145] Difference at 1056: 937.724, expected 1049.14
E0000 00:00:1748043049.194948  908749 buffer_comparator.cc:145] Difference at 1057: 939.844, expected 1047.51
E0000 00:00:1748043049.194952  908749 buffer_comparator.cc:145] Difference at 1061: 932.553, expected 1037.02
E0000 00:00:1748043049.194955  908749 buffer_comparator.cc:145] Difference at 1062: 945.623, expected 1051.04
E0000 00:00:1748043049.194958  908749 buffer_comparator.cc:145] Difference at 1067: 936.361, expected 1046.17
E0000 00:00:1748043049.194961  908749 buffer_comparator.cc:145] Difference at 1071: 926.359, expected 1048.51
E0000 00:00:1748043049.194964  908749 buffer_comparator.cc:145] Difference at 1104: 922.036, expected 1028.34
E0000 00:00:1748043049.194967  908749 buffer_comparator.cc:145] Difference at 1109: 920.805, expected 1023.27
E0000 00:00:1748043049.194970  908749 buffer_comparator.cc:145] Difference at 1119: 926.194, expected 1035.14
E0000 00:00:1748043049.194973  908749 buffer_comparator.cc:145] Difference at 1137: 940.954, expected 1046.87
2025-05-23 23:30:49.194978: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.197167  908749 buffer_comparator.cc:145] Difference at 1024: 344.602, expected 1028.47
E0000 00:00:1748043049.197182  908749 buffer_comparator.cc:145] Difference at 1025: 338.216, expected 1025.84
E0000 00:00:1748043049.197186  908749 buffer_comparator.cc:145] Difference at 1026: 352.085, expected 1041.27
E0000 00:00:1748043049.197189  908749 buffer_comparator.cc:145] Difference at 1027: 347.813, expected 1022.34
E0000 00:00:1748043049.197192  908749 buffer_comparator.cc:145] Difference at 1028: 342.989, expected 1025.87
E0000 00:00:1748043049.197195  908749 buffer_comparator.cc:145] Difference at 1029: 351.344, expected 1021.14
E0000 00:00:1748043049.197198  908749 buffer_comparator.cc:145] Difference at 1030: 340.434, expected 1030.37
E0000 00:00:1748043049.197202  908749 buffer_comparator.cc:145] Difference at 1031: 355.013, expected 1039.95
E0000 00:00:1748043049.197205  908749 buffer_comparator.cc:145] Difference at 1032: 350.737, expected 1032.45
E0000 00:00:1748043049.197208  908749 buffer_comparator.cc:145] Difference at 1033: 340.266, expected 1019.38
2025-05-23 23:30:49.197213: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.199414  908749 buffer_comparator.cc:145] Difference at 1024: 344.602, expected 1028.47
E0000 00:00:1748043049.199430  908749 buffer_comparator.cc:145] Difference at 1025: 338.216, expected 1025.84
E0000 00:00:1748043049.199433  908749 buffer_comparator.cc:145] Difference at 1026: 352.085, expected 1041.27
E0000 00:00:1748043049.199436  908749 buffer_comparator.cc:145] Difference at 1027: 347.813, expected 1022.34
E0000 00:00:1748043049.199439  908749 buffer_comparator.cc:145] Difference at 1028: 342.989, expected 1025.87
E0000 00:00:1748043049.199442  908749 buffer_comparator.cc:145] Difference at 1029: 351.344, expected 1021.14
E0000 00:00:1748043049.199445  908749 buffer_comparator.cc:145] Difference at 1030: 340.434, expected 1030.37
E0000 00:00:1748043049.199448  908749 buffer_comparator.cc:145] Difference at 1031: 355.013, expected 1039.95
E0000 00:00:1748043049.199451  908749 buffer_comparator.cc:145] Difference at 1032: 350.737, expected 1032.45
E0000 00:00:1748043049.199454  908749 buffer_comparator.cc:145] Difference at 1033: 340.266, expected 1019.38
2025-05-23 23:30:49.199459: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.201616  908749 buffer_comparator.cc:145] Difference at 4: 915.153, expected 1028.42
E0000 00:00:1748043049.201643  908749 buffer_comparator.cc:145] Difference at 148: 890.109, expected 1035.73
E0000 00:00:1748043049.201647  908749 buffer_comparator.cc:145] Difference at 211: 1125.49, expected 1009.91
E0000 00:00:1748043049.201651  908749 buffer_comparator.cc:145] Difference at 228: 923.963, expected 1040.15
E0000 00:00:1748043049.201655  908749 buffer_comparator.cc:145] Difference at 355: 1146.13, expected 1017.89
E0000 00:00:1748043049.201658  908749 buffer_comparator.cc:145] Difference at 372: 902.03, expected 1024.86
E0000 00:00:1748043049.201662  908749 buffer_comparator.cc:145] Difference at 420: 928.253, expected 1036.38
E0000 00:00:1748043049.201665  908749 buffer_comparator.cc:145] Difference at 468: 942.712, expected 1047.57
E0000 00:00:1748043049.201670  908749 buffer_comparator.cc:145] Difference at 612: 880.001, expected 1015.52
E0000 00:00:1748043049.201673  908749 buffer_comparator.cc:145] Difference at 628: 931.593, expected 1040.42
2025-05-23 23:30:49.201678: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.203844  908749 buffer_comparator.cc:145] Difference at 4: 915.153, expected 1028.42
E0000 00:00:1748043049.203859  908749 buffer_comparator.cc:145] Difference at 148: 890.109, expected 1035.73
E0000 00:00:1748043049.203863  908749 buffer_comparator.cc:145] Difference at 211: 1125.49, expected 1009.91
E0000 00:00:1748043049.203866  908749 buffer_comparator.cc:145] Difference at 228: 923.963, expected 1040.15
E0000 00:00:1748043049.203870  908749 buffer_comparator.cc:145] Difference at 355: 1146.13, expected 1017.89
E0000 00:00:1748043049.203873  908749 buffer_comparator.cc:145] Difference at 372: 902.03, expected 1024.86
E0000 00:00:1748043049.203877  908749 buffer_comparator.cc:145] Difference at 420: 928.253, expected 1036.38
E0000 00:00:1748043049.203880  908749 buffer_comparator.cc:145] Difference at 468: 942.712, expected 1047.57
E0000 00:00:1748043049.203884  908749 buffer_comparator.cc:145] Difference at 612: 880.001, expected 1015.52
E0000 00:00:1748043049.203888  908749 buffer_comparator.cc:145] Difference at 628: 931.593, expected 1040.42
2025-05-23 23:30:49.203893: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.206160  908749 buffer_comparator.cc:145] Difference at 1056: 937.724, expected 1049.14
E0000 00:00:1748043049.206174  908749 buffer_comparator.cc:145] Difference at 1057: 939.844, expected 1047.51
E0000 00:00:1748043049.206178  908749 buffer_comparator.cc:145] Difference at 1061: 932.553, expected 1037.02
E0000 00:00:1748043049.206181  908749 buffer_comparator.cc:145] Difference at 1062: 945.623, expected 1051.04
E0000 00:00:1748043049.206184  908749 buffer_comparator.cc:145] Difference at 1067: 936.361, expected 1046.17
E0000 00:00:1748043049.206187  908749 buffer_comparator.cc:145] Difference at 1071: 926.359, expected 1048.51
E0000 00:00:1748043049.206190  908749 buffer_comparator.cc:145] Difference at 1104: 922.036, expected 1028.34
E0000 00:00:1748043049.206193  908749 buffer_comparator.cc:145] Difference at 1109: 920.805, expected 1023.27
E0000 00:00:1748043049.206197  908749 buffer_comparator.cc:145] Difference at 1119: 926.194, expected 1035.14
E0000 00:00:1748043049.206200  908749 buffer_comparator.cc:145] Difference at 1137: 940.954, expected 1046.87
2025-05-23 23:30:49.206205: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.208459  908749 buffer_comparator.cc:145] Difference at 1056: 937.724, expected 1049.14
E0000 00:00:1748043049.208473  908749 buffer_comparator.cc:145] Difference at 1057: 939.844, expected 1047.51
E0000 00:00:1748043049.208477  908749 buffer_comparator.cc:145] Difference at 1061: 932.553, expected 1037.02
E0000 00:00:1748043049.208480  908749 buffer_comparator.cc:145] Difference at 1062: 945.623, expected 1051.04
E0000 00:00:1748043049.208483  908749 buffer_comparator.cc:145] Difference at 1067: 936.361, expected 1046.17
E0000 00:00:1748043049.208486  908749 buffer_comparator.cc:145] Difference at 1071: 926.359, expected 1048.51
E0000 00:00:1748043049.208489  908749 buffer_comparator.cc:145] Difference at 1104: 922.036, expected 1028.34
E0000 00:00:1748043049.208492  908749 buffer_comparator.cc:145] Difference at 1109: 920.805, expected 1023.27
E0000 00:00:1748043049.208495  908749 buffer_comparator.cc:145] Difference at 1119: 926.194, expected 1035.14
E0000 00:00:1748043049.208498  908749 buffer_comparator.cc:145] Difference at 1137: 940.954, expected 1046.87
2025-05-23 23:30:49.208503: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.210677  908749 buffer_comparator.cc:145] Difference at 1024: 698.104, expected 1028.47
E0000 00:00:1748043049.210695  908749 buffer_comparator.cc:145] Difference at 1025: 698.989, expected 1025.84
E0000 00:00:1748043049.210699  908749 buffer_comparator.cc:145] Difference at 1026: 713.458, expected 1041.27
E0000 00:00:1748043049.210703  908749 buffer_comparator.cc:145] Difference at 1027: 696.524, expected 1022.34
E0000 00:00:1748043049.210706  908749 buffer_comparator.cc:145] Difference at 1028: 702.444, expected 1025.87
E0000 00:00:1748043049.210710  908749 buffer_comparator.cc:145] Difference at 1029: 703.426, expected 1021.14
E0000 00:00:1748043049.210713  908749 buffer_comparator.cc:145] Difference at 1030: 702.35, expected 1030.37
E0000 00:00:1748043049.210716  908749 buffer_comparator.cc:145] Difference at 1031: 718.396, expected 1039.95
E0000 00:00:1748043049.210719  908749 buffer_comparator.cc:145] Difference at 1032: 703.009, expected 1032.45
E0000 00:00:1748043049.210722  908749 buffer_comparator.cc:145] Difference at 1033: 692.87, expected 1019.38
2025-05-23 23:30:49.210727: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.212889  908749 buffer_comparator.cc:145] Difference at 30: 908.321, expected 1030.57
E0000 00:00:1748043049.212904  908749 buffer_comparator.cc:145] Difference at 87: 932.144, expected 1036.73
E0000 00:00:1748043049.212907  908749 buffer_comparator.cc:145] Difference at 94: 873.421, expected 1013.66
E0000 00:00:1748043049.212911  908749 buffer_comparator.cc:145] Difference at 208: 1173.2, expected 1016.78
E0000 00:00:1748043049.212914  908749 buffer_comparator.cc:145] Difference at 209: 1140.69, expected 1007.25
E0000 00:00:1748043049.212918  908749 buffer_comparator.cc:145] Difference at 214: 1159.13, expected 1024.74
E0000 00:00:1748043049.212921  908749 buffer_comparator.cc:145] Difference at 219: 1163.09, expected 1029.26
E0000 00:00:1748043049.212924  908749 buffer_comparator.cc:145] Difference at 221: 1157.18, expected 1019.69
E0000 00:00:1748043049.212927  908749 buffer_comparator.cc:145] Difference at 223: 1140.29, expected 1020.58
E0000 00:00:1748043049.212930  908749 buffer_comparator.cc:145] Difference at 237: 1219.44, expected 1046.29
2025-05-23 23:30:49.212935: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.215303  908749 buffer_comparator.cc:145] Difference at 30: 908.321, expected 1030.57
E0000 00:00:1748043049.215321  908749 buffer_comparator.cc:145] Difference at 87: 932.144, expected 1036.73
E0000 00:00:1748043049.215324  908749 buffer_comparator.cc:145] Difference at 94: 873.421, expected 1013.66
E0000 00:00:1748043049.215328  908749 buffer_comparator.cc:145] Difference at 208: 1173.2, expected 1016.78
E0000 00:00:1748043049.215331  908749 buffer_comparator.cc:145] Difference at 209: 1140.69, expected 1007.25
E0000 00:00:1748043049.215334  908749 buffer_comparator.cc:145] Difference at 214: 1159.13, expected 1024.74
E0000 00:00:1748043049.215337  908749 buffer_comparator.cc:145] Difference at 219: 1163.09, expected 1029.26
E0000 00:00:1748043049.215340  908749 buffer_comparator.cc:145] Difference at 221: 1157.18, expected 1019.69
E0000 00:00:1748043049.215343  908749 buffer_comparator.cc:145] Difference at 223: 1140.29, expected 1020.58
E0000 00:00:1748043049.215347  908749 buffer_comparator.cc:145] Difference at 237: 1219.44, expected 1046.29
2025-05-23 23:30:49.215351: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043049.217516  908749 buffer_comparator.cc:145] Difference at 13: 1149.61, expected 1030.7
E0000 00:00:1748043049.217532  908749 buffer_comparator.cc:145] Difference at 21: 917.993, expected 1029.1
E0000 00:00:1748043049.217535  908749 buffer_comparator.cc:145] Difference at 23: 932.656, expected 1039.17
E0000 00:00:1748043049.217538  908749 buffer_comparator.cc:145] Difference at 30: 906.786, expected 1030.57
E0000 00:00:1748043049.217542  908749 buffer_comparator.cc:145] Difference at 37: 861.422, expected 1034.65
E0000 00:00:1748043049.217545  908749 buffer_comparator.cc:145] Difference at 39: 867.207, expected 1052.63
E0000 00:00:1748043049.217548  908749 buffer_comparator.cc:145] Difference at 46: 837.911, expected 1034.47
E0000 00:00:1748043049.217551  908749 buffer_comparator.cc:145] Difference at 61: 1162.01, expected 1028.7
E0000 00:00:1748043049.217554  908749 buffer_comparator.cc:145] Difference at 66: 933.561, expected 1037.47
E0000 00:00:1748043049.217557  908749 buffer_comparator.cc:145] Difference at 67: 916.352, expected 1029.68
2025-05-23 23:30:49.217562: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
Total Trainable Parameters: 0.1493 M
E0000 00:00:1748043141.329014  908749 buffer_comparator.cc:145] Difference at 256: -nan, expected 37.3428
E0000 00:00:1748043141.329076  908749 buffer_comparator.cc:145] Difference at 257: -nan, expected 37.7972
E0000 00:00:1748043141.329080  908749 buffer_comparator.cc:145] Difference at 258: -nan, expected 34.7037
E0000 00:00:1748043141.329083  908749 buffer_comparator.cc:145] Difference at 259: -nan, expected 34.7838
E0000 00:00:1748043141.329086  908749 buffer_comparator.cc:145] Difference at 260: -nan, expected 35.0632
E0000 00:00:1748043141.329089  908749 buffer_comparator.cc:145] Difference at 261: -nan, expected 35.5141
E0000 00:00:1748043141.329092  908749 buffer_comparator.cc:145] Difference at 262: -nan, expected 36.7104
E0000 00:00:1748043141.329094  908749 buffer_comparator.cc:145] Difference at 263: -nan, expected 36.7514
E0000 00:00:1748043141.329097  908749 buffer_comparator.cc:145] Difference at 264: -nan, expected 33.6425
E0000 00:00:1748043141.329100  908749 buffer_comparator.cc:145] Difference at 265: -nan, expected 36.9529
2025-05-23 23:32:21.329117: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.331516  908749 buffer_comparator.cc:145] Difference at 256: -nan, expected 37.3428
E0000 00:00:1748043141.331536  908749 buffer_comparator.cc:145] Difference at 257: -nan, expected 37.7972
E0000 00:00:1748043141.331539  908749 buffer_comparator.cc:145] Difference at 258: -nan, expected 34.7037
E0000 00:00:1748043141.331542  908749 buffer_comparator.cc:145] Difference at 259: -nan, expected 34.7838
E0000 00:00:1748043141.331545  908749 buffer_comparator.cc:145] Difference at 260: -nan, expected 35.0632
E0000 00:00:1748043141.331547  908749 buffer_comparator.cc:145] Difference at 261: -nan, expected 35.5141
E0000 00:00:1748043141.331550  908749 buffer_comparator.cc:145] Difference at 262: -nan, expected 36.7104
E0000 00:00:1748043141.331553  908749 buffer_comparator.cc:145] Difference at 263: -nan, expected 36.7514
E0000 00:00:1748043141.331556  908749 buffer_comparator.cc:145] Difference at 264: -nan, expected 33.6425
E0000 00:00:1748043141.331558  908749 buffer_comparator.cc:145] Difference at 265: -nan, expected 36.9529
2025-05-23 23:32:21.331564: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.333857  908749 buffer_comparator.cc:145] Difference at 256: -nan, expected 37.3428
E0000 00:00:1748043141.333873  908749 buffer_comparator.cc:145] Difference at 257: -nan, expected 37.7972
E0000 00:00:1748043141.333876  908749 buffer_comparator.cc:145] Difference at 258: -nan, expected 34.7037
E0000 00:00:1748043141.333879  908749 buffer_comparator.cc:145] Difference at 259: -nan, expected 34.7838
E0000 00:00:1748043141.333882  908749 buffer_comparator.cc:145] Difference at 260: -nan, expected 35.0632
E0000 00:00:1748043141.333885  908749 buffer_comparator.cc:145] Difference at 261: -nan, expected 35.5141
E0000 00:00:1748043141.333888  908749 buffer_comparator.cc:145] Difference at 262: -nan, expected 36.7104
E0000 00:00:1748043141.333890  908749 buffer_comparator.cc:145] Difference at 263: -nan, expected 36.7514
E0000 00:00:1748043141.333893  908749 buffer_comparator.cc:145] Difference at 264: -nan, expected 33.6425
E0000 00:00:1748043141.333896  908749 buffer_comparator.cc:145] Difference at 265: -nan, expected 36.9529
2025-05-23 23:32:21.333901: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.336191  908749 buffer_comparator.cc:145] Difference at 256: -nan, expected 37.3428
E0000 00:00:1748043141.336206  908749 buffer_comparator.cc:145] Difference at 257: -nan, expected 37.7972
E0000 00:00:1748043141.336209  908749 buffer_comparator.cc:145] Difference at 258: -nan, expected 34.7037
E0000 00:00:1748043141.336212  908749 buffer_comparator.cc:145] Difference at 259: -nan, expected 34.7838
E0000 00:00:1748043141.336217  908749 buffer_comparator.cc:145] Difference at 260: -nan, expected 35.0632
E0000 00:00:1748043141.336219  908749 buffer_comparator.cc:145] Difference at 261: -nan, expected 35.5141
E0000 00:00:1748043141.336222  908749 buffer_comparator.cc:145] Difference at 262: -nan, expected 36.7104
E0000 00:00:1748043141.336225  908749 buffer_comparator.cc:145] Difference at 263: -nan, expected 36.7514
E0000 00:00:1748043141.336228  908749 buffer_comparator.cc:145] Difference at 264: -nan, expected 33.6425
E0000 00:00:1748043141.336230  908749 buffer_comparator.cc:145] Difference at 265: -nan, expected 36.9529
2025-05-23 23:32:21.336235: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.338551  908749 buffer_comparator.cc:145] Difference at 256: -nan, expected 37.3428
E0000 00:00:1748043141.338566  908749 buffer_comparator.cc:145] Difference at 257: -nan, expected 37.7972
E0000 00:00:1748043141.338570  908749 buffer_comparator.cc:145] Difference at 258: -nan, expected 34.7037
E0000 00:00:1748043141.338572  908749 buffer_comparator.cc:145] Difference at 259: -nan, expected 34.7838
E0000 00:00:1748043141.338575  908749 buffer_comparator.cc:145] Difference at 260: -nan, expected 35.0632
E0000 00:00:1748043141.338578  908749 buffer_comparator.cc:145] Difference at 261: -nan, expected 35.5141
E0000 00:00:1748043141.338581  908749 buffer_comparator.cc:145] Difference at 262: -nan, expected 36.7104
E0000 00:00:1748043141.338584  908749 buffer_comparator.cc:145] Difference at 263: -nan, expected 36.7514
E0000 00:00:1748043141.338586  908749 buffer_comparator.cc:145] Difference at 264: -nan, expected 33.6425
E0000 00:00:1748043141.338589  908749 buffer_comparator.cc:145] Difference at 265: -nan, expected 36.9529
2025-05-23 23:32:21.338594: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.340875  908749 buffer_comparator.cc:145] Difference at 512: -nan, expected 35.7696
E0000 00:00:1748043141.340889  908749 buffer_comparator.cc:145] Difference at 513: -nan, expected 35.7123
E0000 00:00:1748043141.340893  908749 buffer_comparator.cc:145] Difference at 514: -nan, expected 32.0339
E0000 00:00:1748043141.340895  908749 buffer_comparator.cc:145] Difference at 515: -nan, expected 34.5886
E0000 00:00:1748043141.340898  908749 buffer_comparator.cc:145] Difference at 516: -nan, expected 32.4493
E0000 00:00:1748043141.340901  908749 buffer_comparator.cc:145] Difference at 517: -nan, expected 32.0523
E0000 00:00:1748043141.340904  908749 buffer_comparator.cc:145] Difference at 518: -nan, expected 32.716
E0000 00:00:1748043141.340906  908749 buffer_comparator.cc:145] Difference at 519: -nan, expected 34.9918
E0000 00:00:1748043141.340909  908749 buffer_comparator.cc:145] Difference at 520: -nan, expected 34.5831
E0000 00:00:1748043141.340912  908749 buffer_comparator.cc:145] Difference at 521: -nan, expected 34.0888
2025-05-23 23:32:21.340916: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.343295  908749 buffer_comparator.cc:145] Difference at 512: -nan, expected 35.7696
E0000 00:00:1748043141.343310  908749 buffer_comparator.cc:145] Difference at 513: -nan, expected 35.7123
E0000 00:00:1748043141.343313  908749 buffer_comparator.cc:145] Difference at 514: -nan, expected 32.0339
E0000 00:00:1748043141.343316  908749 buffer_comparator.cc:145] Difference at 515: -nan, expected 34.5886
E0000 00:00:1748043141.343319  908749 buffer_comparator.cc:145] Difference at 516: -nan, expected 32.4493
E0000 00:00:1748043141.343322  908749 buffer_comparator.cc:145] Difference at 517: -nan, expected 32.0523
E0000 00:00:1748043141.343324  908749 buffer_comparator.cc:145] Difference at 518: -nan, expected 32.716
E0000 00:00:1748043141.343329  908749 buffer_comparator.cc:145] Difference at 519: -nan, expected 34.9918
E0000 00:00:1748043141.343331  908749 buffer_comparator.cc:145] Difference at 520: -nan, expected 34.5831
E0000 00:00:1748043141.343334  908749 buffer_comparator.cc:145] Difference at 521: -nan, expected 34.0888
2025-05-23 23:32:21.343339: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.345661  908749 buffer_comparator.cc:145] Difference at 512: -nan, expected 35.7696
E0000 00:00:1748043141.345672  908749 buffer_comparator.cc:145] Difference at 513: -nan, expected 35.7123
E0000 00:00:1748043141.345675  908749 buffer_comparator.cc:145] Difference at 514: -nan, expected 32.0339
E0000 00:00:1748043141.345678  908749 buffer_comparator.cc:145] Difference at 515: -nan, expected 34.5886
E0000 00:00:1748043141.345681  908749 buffer_comparator.cc:145] Difference at 516: -nan, expected 32.4493
E0000 00:00:1748043141.345683  908749 buffer_comparator.cc:145] Difference at 517: -nan, expected 32.0523
E0000 00:00:1748043141.345686  908749 buffer_comparator.cc:145] Difference at 518: -nan, expected 32.716
E0000 00:00:1748043141.345689  908749 buffer_comparator.cc:145] Difference at 519: -nan, expected 34.9918
E0000 00:00:1748043141.345692  908749 buffer_comparator.cc:145] Difference at 520: -nan, expected 34.5831
E0000 00:00:1748043141.345695  908749 buffer_comparator.cc:145] Difference at 521: -nan, expected 34.0888
2025-05-23 23:32:21.345699: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.348000  908749 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748043141.348011  908749 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748043141.348015  908749 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748043141.348018  908749 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748043141.348020  908749 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748043141.348023  908749 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748043141.348026  908749 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748043141.348029  908749 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748043141.348032  908749 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748043141.348034  908749 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:32:21.348039: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.350363  908749 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748043141.350377  908749 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748043141.350380  908749 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748043141.350383  908749 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748043141.350385  908749 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748043141.350388  908749 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748043141.350391  908749 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748043141.350394  908749 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748043141.350397  908749 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748043141.350399  908749 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:32:21.350405: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.352743  908749 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748043141.352756  908749 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748043141.352759  908749 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748043141.352762  908749 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748043141.352765  908749 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748043141.352767  908749 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748043141.352770  908749 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748043141.352773  908749 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748043141.352776  908749 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748043141.352778  908749 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:32:21.352783: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.355087  908749 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748043141.355100  908749 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748043141.355103  908749 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748043141.355106  908749 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748043141.355109  908749 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748043141.355112  908749 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748043141.355115  908749 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748043141.355117  908749 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748043141.355120  908749 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748043141.355123  908749 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:32:21.355127: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.357480  908749 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748043141.357493  908749 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748043141.357496  908749 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748043141.357499  908749 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748043141.357501  908749 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748043141.357504  908749 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748043141.357507  908749 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748043141.357510  908749 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748043141.357512  908749 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748043141.357515  908749 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:32:21.357520: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.359836  908749 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748043141.359850  908749 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748043141.359853  908749 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748043141.359856  908749 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748043141.359859  908749 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748043141.359862  908749 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748043141.359865  908749 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748043141.359867  908749 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748043141.359870  908749 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748043141.359873  908749 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:32:21.359878: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.362204  908749 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748043141.362219  908749 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748043141.362222  908749 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748043141.362225  908749 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748043141.362228  908749 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748043141.362230  908749 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748043141.362233  908749 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748043141.362236  908749 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748043141.362239  908749 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748043141.362241  908749 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:32:21.362246: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.364576  908749 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748043141.364590  908749 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748043141.364593  908749 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748043141.364596  908749 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748043141.364599  908749 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748043141.364601  908749 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748043141.364604  908749 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748043141.364607  908749 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748043141.364610  908749 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748043141.364612  908749 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:32:21.364617: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.366923  908749 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748043141.366937  908749 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748043141.366940  908749 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748043141.366943  908749 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748043141.366947  908749 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748043141.366950  908749 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748043141.366953  908749 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748043141.366955  908749 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748043141.366958  908749 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748043141.366961  908749 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:32:21.366965: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.369276  908749 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748043141.369292  908749 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748043141.369295  908749 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748043141.369298  908749 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748043141.369300  908749 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748043141.369303  908749 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748043141.369306  908749 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748043141.369309  908749 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748043141.369311  908749 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748043141.369314  908749 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:32:21.369319: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.371631  908749 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748043141.371648  908749 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748043141.371652  908749 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748043141.371655  908749 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748043141.371657  908749 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748043141.371660  908749 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748043141.371663  908749 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748043141.371666  908749 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748043141.371668  908749 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748043141.371671  908749 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:32:21.371677: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.374006  908749 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748043141.374022  908749 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748043141.374025  908749 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748043141.374028  908749 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748043141.374031  908749 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748043141.374033  908749 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748043141.374036  908749 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748043141.374041  908749 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748043141.374043  908749 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748043141.374046  908749 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:32:21.374052: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.376403  908749 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748043141.376421  908749 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748043141.376424  908749 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748043141.376427  908749 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748043141.376429  908749 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748043141.376432  908749 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748043141.376435  908749 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748043141.376438  908749 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748043141.376440  908749 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748043141.376443  908749 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:32:21.376449: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.378772  908749 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748043141.378786  908749 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748043141.378789  908749 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748043141.378792  908749 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748043141.378795  908749 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748043141.378798  908749 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748043141.378801  908749 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748043141.378803  908749 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748043141.378806  908749 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748043141.378809  908749 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:32:21.378813: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.381117  908749 buffer_comparator.cc:145] Difference at 2048: -nan, expected 32.9894
E0000 00:00:1748043141.381131  908749 buffer_comparator.cc:145] Difference at 2049: -nan, expected 32.942
E0000 00:00:1748043141.381134  908749 buffer_comparator.cc:145] Difference at 2050: -nan, expected 32.0784
E0000 00:00:1748043141.381137  908749 buffer_comparator.cc:145] Difference at 2051: -nan, expected 32.9906
E0000 00:00:1748043141.381140  908749 buffer_comparator.cc:145] Difference at 2052: -nan, expected 29.7658
E0000 00:00:1748043141.381142  908749 buffer_comparator.cc:145] Difference at 2053: -nan, expected 31.0019
E0000 00:00:1748043141.381145  908749 buffer_comparator.cc:145] Difference at 2054: -nan, expected 33.0884
E0000 00:00:1748043141.381148  908749 buffer_comparator.cc:145] Difference at 2055: -nan, expected 33.2449
E0000 00:00:1748043141.381151  908749 buffer_comparator.cc:145] Difference at 2056: -nan, expected 31.0437
E0000 00:00:1748043141.381153  908749 buffer_comparator.cc:145] Difference at 2057: -nan, expected 32.7786
2025-05-23 23:32:21.381160: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.383573  908749 buffer_comparator.cc:145] Difference at 11: 24.6773, expected 27.6766
E0000 00:00:1748043141.383588  908749 buffer_comparator.cc:145] Difference at 13: 32.35, expected 28.6029
E0000 00:00:1748043141.383592  908749 buffer_comparator.cc:145] Difference at 16: 29.4034, expected 32.9277
E0000 00:00:1748043141.383595  908749 buffer_comparator.cc:145] Difference at 29: 35.1854, expected 28.8434
E0000 00:00:1748043141.383598  908749 buffer_comparator.cc:145] Difference at 45: 37.9711, expected 31.806
E0000 00:00:1748043141.383601  908749 buffer_comparator.cc:145] Difference at 48: 30.8364, expected 35.6322
E0000 00:00:1748043141.383605  908749 buffer_comparator.cc:145] Difference at 61: 38.8512, expected 32.413
E0000 00:00:1748043141.383608  908749 buffer_comparator.cc:145] Difference at 64: 28.3515, expected 33.1787
E0000 00:00:1748043141.383611  908749 buffer_comparator.cc:145] Difference at 77: 36.0084, expected 30.9148
E0000 00:00:1748043141.383614  908749 buffer_comparator.cc:145] Difference at 82: 33.7673, expected 29.7526
2025-05-23 23:32:21.383619: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.385990  908749 buffer_comparator.cc:145] Difference at 11: 24.6773, expected 27.6766
E0000 00:00:1748043141.386007  908749 buffer_comparator.cc:145] Difference at 13: 32.35, expected 28.6029
E0000 00:00:1748043141.386010  908749 buffer_comparator.cc:145] Difference at 16: 29.4034, expected 32.9277
E0000 00:00:1748043141.386013  908749 buffer_comparator.cc:145] Difference at 29: 35.1854, expected 28.8434
E0000 00:00:1748043141.386016  908749 buffer_comparator.cc:145] Difference at 45: 37.9711, expected 31.806
E0000 00:00:1748043141.386019  908749 buffer_comparator.cc:145] Difference at 48: 30.8364, expected 35.6322
E0000 00:00:1748043141.386022  908749 buffer_comparator.cc:145] Difference at 61: 38.8512, expected 32.413
E0000 00:00:1748043141.386025  908749 buffer_comparator.cc:145] Difference at 64: 28.3515, expected 33.1787
E0000 00:00:1748043141.386028  908749 buffer_comparator.cc:145] Difference at 77: 36.0084, expected 30.9148
E0000 00:00:1748043141.386031  908749 buffer_comparator.cc:145] Difference at 82: 33.7673, expected 29.7526
2025-05-23 23:32:21.386040: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.388416  908749 buffer_comparator.cc:145] Difference at 2048: nan, expected 32.9894
E0000 00:00:1748043141.388429  908749 buffer_comparator.cc:145] Difference at 2049: nan, expected 32.942
E0000 00:00:1748043141.388433  908749 buffer_comparator.cc:145] Difference at 2050: nan, expected 32.0784
E0000 00:00:1748043141.388435  908749 buffer_comparator.cc:145] Difference at 2051: nan, expected 32.9906
E0000 00:00:1748043141.388438  908749 buffer_comparator.cc:145] Difference at 2052: nan, expected 29.7658
E0000 00:00:1748043141.388441  908749 buffer_comparator.cc:145] Difference at 2053: nan, expected 31.0019
E0000 00:00:1748043141.388444  908749 buffer_comparator.cc:145] Difference at 2054: nan, expected 33.0884
E0000 00:00:1748043141.388447  908749 buffer_comparator.cc:145] Difference at 2055: nan, expected 33.2449
E0000 00:00:1748043141.388449  908749 buffer_comparator.cc:145] Difference at 2056: nan, expected 31.0437
E0000 00:00:1748043141.388452  908749 buffer_comparator.cc:145] Difference at 2057: nan, expected 32.7786
2025-05-23 23:32:21.388456: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.390800  908749 buffer_comparator.cc:145] Difference at 0: 35.6306, expected 30.0107
E0000 00:00:1748043141.390815  908749 buffer_comparator.cc:145] Difference at 1: 36.7639, expected 31.0595
E0000 00:00:1748043141.390819  908749 buffer_comparator.cc:145] Difference at 4: 34.4774, expected 29.1673
E0000 00:00:1748043141.390822  908749 buffer_comparator.cc:145] Difference at 5: 33.3104, expected 28.6854
E0000 00:00:1748043141.390825  908749 buffer_comparator.cc:145] Difference at 8: 33.8344, expected 29.5387
E0000 00:00:1748043141.390828  908749 buffer_comparator.cc:145] Difference at 10: 35.4653, expected 31.4663
E0000 00:00:1748043141.390831  908749 buffer_comparator.cc:145] Difference at 11: 31.7398, expected 27.6766
E0000 00:00:1748043141.390834  908749 buffer_comparator.cc:145] Difference at 12: 33.0048, expected 28.8358
E0000 00:00:1748043141.390837  908749 buffer_comparator.cc:145] Difference at 13: 32.3979, expected 28.6029
E0000 00:00:1748043141.390840  908749 buffer_comparator.cc:145] Difference at 15: 34.868, expected 29.9925
2025-05-23 23:32:21.390844: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.393184  908749 buffer_comparator.cc:145] Difference at 0: 35.6306, expected 30.0107
E0000 00:00:1748043141.393201  908749 buffer_comparator.cc:145] Difference at 1: 36.7639, expected 31.0595
E0000 00:00:1748043141.393204  908749 buffer_comparator.cc:145] Difference at 4: 34.4774, expected 29.1673
E0000 00:00:1748043141.393207  908749 buffer_comparator.cc:145] Difference at 5: 33.3104, expected 28.6854
E0000 00:00:1748043141.393210  908749 buffer_comparator.cc:145] Difference at 8: 33.8344, expected 29.5387
E0000 00:00:1748043141.393213  908749 buffer_comparator.cc:145] Difference at 10: 35.4653, expected 31.4663
E0000 00:00:1748043141.393216  908749 buffer_comparator.cc:145] Difference at 11: 31.7398, expected 27.6766
E0000 00:00:1748043141.393219  908749 buffer_comparator.cc:145] Difference at 12: 33.0048, expected 28.8358
E0000 00:00:1748043141.393222  908749 buffer_comparator.cc:145] Difference at 13: 32.3979, expected 28.6029
E0000 00:00:1748043141.393225  908749 buffer_comparator.cc:145] Difference at 15: 34.868, expected 29.9925
2025-05-23 23:32:21.393230: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.398043  908749 buffer_comparator.cc:145] Difference at 16: 31.9016, expected 3.17076
E0000 00:00:1748043141.398079  908749 buffer_comparator.cc:145] Difference at 17: 32.4262, expected 2.49667
E0000 00:00:1748043141.398082  908749 buffer_comparator.cc:145] Difference at 18: 27.7586, expected 2.48148
E0000 00:00:1748043141.398085  908749 buffer_comparator.cc:145] Difference at 19: 30.3496, expected 2.4567
E0000 00:00:1748043141.398088  908749 buffer_comparator.cc:145] Difference at 20: 31.1034, expected 1.53716
E0000 00:00:1748043141.398091  908749 buffer_comparator.cc:145] Difference at 21: 29.1734, expected 1.11422
E0000 00:00:1748043141.398094  908749 buffer_comparator.cc:145] Difference at 22: 29.1633, expected 2.34888
E0000 00:00:1748043141.398097  908749 buffer_comparator.cc:145] Difference at 23: 30.202, expected 2.59761
E0000 00:00:1748043141.398100  908749 buffer_comparator.cc:145] Difference at 24: 29.8994, expected 2.96937
E0000 00:00:1748043141.398103  908749 buffer_comparator.cc:145] Difference at 25: 30.6632, expected 2.37477
2025-05-23 23:32:21.398111: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.401203  908749 buffer_comparator.cc:145] Difference at 16: 31.9016, expected 3.17076
E0000 00:00:1748043141.401227  908749 buffer_comparator.cc:145] Difference at 17: 32.4262, expected 2.49667
E0000 00:00:1748043141.401230  908749 buffer_comparator.cc:145] Difference at 18: 27.7586, expected 2.48148
E0000 00:00:1748043141.401236  908749 buffer_comparator.cc:145] Difference at 19: 30.3496, expected 2.4567
E0000 00:00:1748043141.401239  908749 buffer_comparator.cc:145] Difference at 20: 31.1034, expected 1.53716
E0000 00:00:1748043141.401242  908749 buffer_comparator.cc:145] Difference at 21: 29.1734, expected 1.11422
E0000 00:00:1748043141.401245  908749 buffer_comparator.cc:145] Difference at 22: 29.1633, expected 2.34888
E0000 00:00:1748043141.401247  908749 buffer_comparator.cc:145] Difference at 23: 30.202, expected 2.59761
E0000 00:00:1748043141.401250  908749 buffer_comparator.cc:145] Difference at 24: 29.8994, expected 2.96937
E0000 00:00:1748043141.401253  908749 buffer_comparator.cc:145] Difference at 25: 30.6632, expected 2.37477
2025-05-23 23:32:21.401261: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.404363  908749 buffer_comparator.cc:145] Difference at 16: 31.9016, expected 3.17076
E0000 00:00:1748043141.404389  908749 buffer_comparator.cc:145] Difference at 17: 32.4262, expected 2.49667
E0000 00:00:1748043141.404392  908749 buffer_comparator.cc:145] Difference at 18: 27.7586, expected 2.48148
E0000 00:00:1748043141.404395  908749 buffer_comparator.cc:145] Difference at 19: 30.3496, expected 2.4567
E0000 00:00:1748043141.404398  908749 buffer_comparator.cc:145] Difference at 20: 31.1034, expected 1.53716
E0000 00:00:1748043141.404400  908749 buffer_comparator.cc:145] Difference at 21: 29.1734, expected 1.11422
E0000 00:00:1748043141.404403  908749 buffer_comparator.cc:145] Difference at 22: 29.1633, expected 2.34888
E0000 00:00:1748043141.404406  908749 buffer_comparator.cc:145] Difference at 23: 30.202, expected 2.59761
E0000 00:00:1748043141.404409  908749 buffer_comparator.cc:145] Difference at 24: 29.8994, expected 2.96937
E0000 00:00:1748043141.404412  908749 buffer_comparator.cc:145] Difference at 25: 30.6632, expected 2.37477
2025-05-23 23:32:21.404419: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.407538  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.407566  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.407569  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.407572  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.407575  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.407578  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.407581  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.407584  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.407587  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.407589  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.407597: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.410728  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.410753  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.410757  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.410760  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.410762  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.410767  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.410770  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.410773  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.410776  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.410779  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.410785: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.414160  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.414194  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.414197  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.414200  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.414203  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.414206  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.414209  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.414212  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.414215  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.414217  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.414225: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.417577  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.417608  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.417611  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.417614  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.417617  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.417620  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.417623  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.417632  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.417635  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.417638  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.417645: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.420780  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.420810  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.420813  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.420816  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.420819  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.420822  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.420825  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.420830  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.420833  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.420836  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.420843: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.423958  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.423987  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.423990  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.423993  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.423996  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.423999  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.424002  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.424005  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.424008  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.424011  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.424018: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.427092  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.427115  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.427118  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.427121  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.427124  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.427127  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.427130  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.427133  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.427136  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.427138  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.427144: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.430174  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.430201  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.430204  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.430207  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.430210  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.430213  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.430216  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.430219  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.430222  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.430227  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.430234: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.433310  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.433334  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.433337  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.433340  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.433343  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.433346  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.433349  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.433352  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.433355  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.433358  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.433364: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.436397  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.436418  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.436421  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.436424  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.436427  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.436430  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.436433  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.436436  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.436438  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.436441  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.436447: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.439474  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.439499  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.439502  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.439505  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.439508  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.439511  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.439514  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.439517  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.439519  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.439522  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.439529: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.442586  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.442609  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.442613  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.442616  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.442618  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.442621  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.442624  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.442633  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.442636  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.442639  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.442644: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.445716  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.445742  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.445745  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.445748  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.445751  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.445754  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.445757  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.445760  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.445763  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.445766  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.445772: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.448836  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.448864  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.448867  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.448870  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.448873  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.448876  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.448879  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.448882  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.448884  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.448887  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.448894: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.451966  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.452001  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.452004  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.452007  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.452010  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.452013  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.452016  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.452019  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.452021  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.452024  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.452031: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.455180  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.455213  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.455216  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.455219  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.455222  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.455225  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.455228  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.455231  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.455234  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.455236  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.455244: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.458396  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.458422  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.458425  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.458428  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.458431  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.458434  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.458437  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.458440  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.458443  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.458446  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.458453: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.461542  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.461569  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.461572  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.461577  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.461580  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.461583  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.461586  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.461589  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.461592  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.461595  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.461601: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.464697  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.464729  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.464733  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.464736  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.464739  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.464742  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.464744  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.464747  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.464750  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.464753  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.464760: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.467892  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.467922  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.467925  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.467928  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
E0000 00:00:1748043141.467931  908749 buffer_comparator.cc:145] Difference at 260: 29.8381, expected 2.83921
E0000 00:00:1748043141.467934  908749 buffer_comparator.cc:145] Difference at 261: 30.9753, expected 2.0041
E0000 00:00:1748043141.467937  908749 buffer_comparator.cc:145] Difference at 262: 29.9573, expected 2.58397
E0000 00:00:1748043141.467939  908749 buffer_comparator.cc:145] Difference at 263: 33.1311, expected 1.45728
E0000 00:00:1748043141.467942  908749 buffer_comparator.cc:145] Difference at 264: 31.5067, expected 1.30379
E0000 00:00:1748043141.467945  908749 buffer_comparator.cc:145] Difference at 265: 32.612, expected 2.5897
2025-05-23 23:32:21.467953: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748043141.471024  908749 buffer_comparator.cc:145] Difference at 256: 30.3094, expected 3.43715
E0000 00:00:1748043141.471045  908749 buffer_comparator.cc:145] Difference at 257: 34.137, expected 1.98053
E0000 00:00:1748043141.471049  908749 buffer_comparator.cc:145] Difference at 258: 30.0035, expected 3.15876
E0000 00:00:1748043141.471052  908749 buffer_comparator.cc:145] Difference at 259: 30.3383, expected 2.93149
Epoch 1, Iter 39, Loss: 37617.0312500, Throughput: 49.042770 im/s
Epoch 1, Train Loss: 48399.9375000, Time: 102.1908s, Throughput: 48.849781 im/s
Epoch 2, Iter 39, Loss: 35006.1835938, Throughput: 1838.783732 im/s
Epoch 2, Train Loss: 36478.9179688, Time: 2.7153s, Throughput: 1838.496014 im/s
Epoch 3, Iter 39, Loss: 32526.7089844, Throughput: 1819.751925 im/s
Epoch 3, Train Loss: 33601.0312500, Time: 2.7436s, Throughput: 1819.507131 im/s
Epoch 4, Iter 39, Loss: 30594.4921875, Throughput: 1830.409106 im/s
Epoch 4, Train Loss: 32289.9589844, Time: 2.7275s, Throughput: 1830.247345 im/s
Epoch 5, Iter 39, Loss: 32761.8847656, Throughput: 1995.720657 im/s
Epoch 5, Train Loss: 31574.7910156, Time: 2.5017s, Throughput: 1995.452668 im/s
Epoch 6, Iter 39, Loss: 29340.1132812, Throughput: 1850.048912 im/s
Epoch 6, Train Loss: 31336.4062500, Time: 2.6987s, Throughput: 1849.758966 im/s
Epoch 7, Iter 39, Loss: 29516.7402344, Throughput: 1809.827555 im/s
Epoch 7, Train Loss: 30540.7636719, Time: 2.7587s, Throughput: 1809.578229 im/s
Epoch 8, Iter 39, Loss: 31238.7988281, Throughput: 1885.235584 im/s
Epoch 8, Train Loss: 30073.7402344, Time: 2.6482s, Throughput: 1885.036324 im/s
Epoch 9, Iter 39, Loss: 29517.5605469, Throughput: 1964.905625 im/s
Epoch 9, Train Loss: 29588.8105469, Time: 2.5409s, Throughput: 1964.644925 im/s
Epoch 10, Iter 39, Loss: 29232.8535156, Throughput: 1822.435858 im/s
Epoch 10, Train Loss: 29562.3847656, Time: 2.7397s, Throughput: 1822.109943 im/s
Epoch 11, Iter 39, Loss: 29822.1718750, Throughput: 1803.840241 im/s
Epoch 11, Train Loss: 29196.2089844, Time: 2.7678s, Throughput: 1803.588678 im/s
Epoch 12, Iter 39, Loss: 28985.5859375, Throughput: 1812.151907 im/s
Epoch 12, Train Loss: 29217.7753906, Time: 2.7551s, Throughput: 1811.907898 im/s
Epoch 13, Iter 39, Loss: 29215.7832031, Throughput: 1908.993919 im/s
Epoch 13, Train Loss: 28749.1054688, Time: 2.6154s, Throughput: 1908.721569 im/s
Epoch 14, Iter 39, Loss: 27730.2949219, Throughput: 1950.720203 im/s
Epoch 14, Train Loss: 28613.3046875, Time: 2.5593s, Throughput: 1950.524305 im/s
Epoch 15, Iter 39, Loss: 28812.8242188, Throughput: 1829.451275 im/s
Epoch 15, Train Loss: 28229.5097656, Time: 2.7290s, Throughput: 1829.230712 im/s
Epoch 16, Iter 39, Loss: 26512.9218750, Throughput: 1818.620380 im/s
Epoch 16, Train Loss: 27990.4707031, Time: 2.7452s, Throughput: 1818.434795 im/s
Epoch 17, Iter 39, Loss: 28592.6484375, Throughput: 1814.952044 im/s
Epoch 17, Train Loss: 27787.4648438, Time: 2.7508s, Throughput: 1814.740939 im/s
Epoch 18, Iter 39, Loss: 29626.7617188, Throughput: 1816.543672 im/s
Epoch 18, Train Loss: 27696.9355469, Time: 2.7485s, Throughput: 1816.262084 im/s
Epoch 19, Iter 39, Loss: 28865.3007812, Throughput: 1978.997672 im/s
Epoch 19, Train Loss: 27734.3964844, Time: 2.5229s, Throughput: 1978.705171 im/s
Epoch 20, Iter 39, Loss: 25815.6093750, Throughput: 1848.675333 im/s
Epoch 20, Train Loss: 27662.8242188, Time: 2.7007s, Throughput: 1848.435750 im/s
Epoch 21, Iter 39, Loss: 25571.6289062, Throughput: 1848.263771 im/s
Epoch 21, Train Loss: 27328.0664062, Time: 2.7013s, Throughput: 1848.011409 im/s
Epoch 22, Iter 39, Loss: 27018.0000000, Throughput: 1961.441431 im/s
Epoch 22, Train Loss: 26905.8691406, Time: 2.5454s, Throughput: 1961.162545 im/s
Epoch 23, Iter 39, Loss: 28097.8593750, Throughput: 1822.327365 im/s
Epoch 23, Train Loss: 26795.7988281, Time: 2.7397s, Throughput: 1822.104551 im/s
Epoch 24, Iter 39, Loss: 29015.9121094, Throughput: 1813.778063 im/s
Epoch 24, Train Loss: 26659.3632812, Time: 2.7526s, Throughput: 1813.530317 im/s
Epoch 25, Iter 39, Loss: 27027.1093750, Throughput: 1803.687182 im/s
Epoch 25, Train Loss: 26640.7441406, Time: 2.7679s, Throughput: 1803.504787 im/s
Epoch 26, Iter 39, Loss: 25634.6250000, Throughput: 1810.622448 im/s
Epoch 26, Train Loss: 26456.3085938, Time: 2.7575s, Throughput: 1810.353806 im/s
Epoch 27, Iter 39, Loss: 25053.0761719, Throughput: 1818.224300 im/s
Epoch 27, Train Loss: 26173.4414062, Time: 2.7459s, Throughput: 1817.983231 im/s
Epoch 28, Iter 39, Loss: 26651.8554688, Throughput: 1803.591319 im/s
Epoch 28, Train Loss: 26101.8515625, Time: 2.7682s, Throughput: 1803.330040 im/s
Epoch 29, Iter 39, Loss: 26086.2734375, Throughput: 1812.855291 im/s
Epoch 29, Train Loss: 26027.2910156, Time: 2.7540s, Throughput: 1812.646086 im/s
Epoch 30, Iter 39, Loss: 26155.9238281, Throughput: 1818.546773 im/s
Epoch 30, Train Loss: 25594.5625000, Time: 2.7455s, Throughput: 1818.254774 im/s
Epoch 31, Iter 39, Loss: 25838.0156250, Throughput: 1952.068024 im/s
Epoch 31, Train Loss: 25370.2460938, Time: 2.5577s, Throughput: 1951.762687 im/s
Epoch 32, Iter 39, Loss: 23921.1679688, Throughput: 1818.854350 im/s
Epoch 32, Train Loss: 25088.1445312, Time: 2.7449s, Throughput: 1818.649603 im/s
Epoch 33, Iter 39, Loss: 24722.6425781, Throughput: 1810.477942 im/s
Epoch 33, Train Loss: 24963.6289062, Time: 2.7576s, Throughput: 1810.271163 im/s
Epoch 34, Iter 39, Loss: 25548.8183594, Throughput: 1805.411965 im/s
Epoch 34, Train Loss: 24884.1347656, Time: 2.7657s, Throughput: 1804.990808 im/s
Epoch 35, Iter 39, Loss: 24283.0117188, Throughput: 1811.354261 im/s
Epoch 35, Train Loss: 24745.8085938, Time: 2.7564s, Throughput: 1811.068953 im/s
Epoch 36, Iter 39, Loss: 24205.4609375, Throughput: 1816.102814 im/s
Epoch 36, Train Loss: 24707.2617188, Time: 2.7491s, Throughput: 1815.879630 im/s
Epoch 37, Iter 39, Loss: 25276.3085938, Throughput: 1808.298580 im/s
Epoch 37, Train Loss: 24542.4335938, Time: 2.7608s, Throughput: 1808.140703 im/s
Epoch 38, Iter 39, Loss: 25894.4492188, Throughput: 1798.013763 im/s
Epoch 38, Train Loss: 24503.2167969, Time: 2.7768s, Throughput: 1797.763822 im/s
Epoch 39, Iter 39, Loss: 23323.9023438, Throughput: 1817.745539 im/s
Epoch 39, Train Loss: 24570.7148438, Time: 2.7467s, Throughput: 1817.478250 im/s
Epoch 40, Iter 39, Loss: 22865.9335938, Throughput: 1817.971866 im/s
Epoch 40, Train Loss: 24466.3984375, Time: 2.7462s, Throughput: 1817.778680 im/s
Epoch 41, Iter 39, Loss: 22816.8261719, Throughput: 1814.667646 im/s
Epoch 41, Train Loss: 24248.6035156, Time: 2.7512s, Throughput: 1814.463054 im/s
Epoch 42, Iter 39, Loss: 24396.3085938, Throughput: 1814.227854 im/s
Epoch 42, Train Loss: 24147.5957031, Time: 2.7519s, Throughput: 1814.047094 im/s
Epoch 43, Iter 39, Loss: 24541.6582031, Throughput: 1862.728943 im/s
Epoch 43, Train Loss: 24039.3164062, Time: 2.6802s, Throughput: 1862.528780 im/s
Epoch 44, Iter 39, Loss: 27054.6679688, Throughput: 1851.732362 im/s
Epoch 44, Train Loss: 24124.1660156, Time: 2.6963s, Throughput: 1851.408982 im/s
Epoch 45, Iter 39, Loss: 22187.5839844, Throughput: 1818.340200 im/s
Epoch 45, Train Loss: 23948.0449219, Time: 2.7457s, Throughput: 1818.103678 im/s
Epoch 46, Iter 39, Loss: 24105.5507812, Throughput: 1810.269128 im/s
Epoch 46, Train Loss: 24034.7910156, Time: 2.7583s, Throughput: 1809.803151 im/s
Epoch 47, Iter 39, Loss: 24709.9980469, Throughput: 1822.964389 im/s
Epoch 47, Train Loss: 24054.1953125, Time: 2.7387s, Throughput: 1822.751416 im/s
Epoch 48, Iter 39, Loss: 21808.7187500, Throughput: 1855.870440 im/s
Epoch 48, Train Loss: 24016.0644531, Time: 2.6902s, Throughput: 1855.636553 im/s
Epoch 49, Iter 39, Loss: 23948.6542969, Throughput: 1865.683535 im/s
Epoch 49, Train Loss: 24060.3847656, Time: 2.6760s, Throughput: 1865.447834 im/s
Epoch 50, Iter 39, Loss: 23882.6250000, Throughput: 1872.188756 im/s
Epoch 50, Train Loss: 23637.4589844, Time: 2.6668s, Throughput: 1871.871413 im/s

---

Appendix

using InteractiveUtils
InteractiveUtils.versioninfo()

if @isdefined(MLDataDevices)
    if @isdefined(CUDA) && MLDataDevices.functional(CUDADevice)
        println()
        CUDA.versioninfo()
    end

    if @isdefined(AMDGPU) && MLDataDevices.functional(AMDGPUDevice)
        println()
        AMDGPU.versioninfo()
    end
end

Julia Version 1.11.5
Commit 760b2e5b739 (2025-04-14 06:53 UTC)
Build Info:
  Official https://julialang.org/ release
Platform Info:
  OS: Linux (x86_64-linux-gnu)
  CPU: 48 × AMD EPYC 7402 24-Core Processor
  WORD_SIZE: 64
  LLVM: libLLVM-16.0.6 (ORCJIT, znver2)
Threads: 48 default, 0 interactive, 24 GC (on 2 virtual cores)
Environment:
  JULIA_CPU_THREADS = 2
  LD_LIBRARY_PATH = /usr/local/nvidia/lib:/usr/local/nvidia/lib64
  JULIA_PKG_SERVER = 
  JULIA_NUM_THREADS = 48
  JULIA_CUDA_HARD_MEMORY_LIMIT = 100%
  JULIA_PKG_PRECOMPILE_AUTO = 0
  JULIA_DEBUG = Literate
  JULIA_DEPOT_PATH = /root/.cache/julia-buildkite-plugin/depots/01872db4-8c79-43af-ab7d-12abac4f24f6

---

This page was generated using Literate.jl.