Convolutional VAE for MNIST using Reactant

Convolutional variational autoencoder (CVAE) implementation in MLX using MNIST. This is based on the CVAE implementation in MLX.

using Lux,
    Reactant,
    MLDatasets,
    Random,
    Statistics,
    Enzyme,
    MLUtils,
    DataAugmentation,
    ConcreteStructs,
    OneHotArrays,
    ImageShow,
    Images,
    Printf,
    Optimisers

const xdev = reactant_device(; force=true)
const cdev = cpu_device()

const IN_VSCODE = isdefined(Main, :VSCodeServer)

false

Model Definition

First we will define the encoder.It maps the input to a normal distribution in latent space and sample a latent vector from that distribution.

function cvae_encoder(
    rng=Random.default_rng();
    num_latent_dims::Int,
    image_shape::Dims{3},
    max_num_filters::Int,
)
    flattened_dim = prod(image_shape[1:2] .÷ 8) * max_num_filters
    return @compact(;
        embed=Chain(
            Chain(
                Conv((3, 3), image_shape[3] => max_num_filters ÷ 4; stride=2, pad=1),
                BatchNorm(max_num_filters ÷ 4, leakyrelu),
            ),
            Chain(
                Conv((3, 3), max_num_filters ÷ 4 => max_num_filters ÷ 2; stride=2, pad=1),
                BatchNorm(max_num_filters ÷ 2, leakyrelu),
            ),
            Chain(
                Conv((3, 3), max_num_filters ÷ 2 => max_num_filters; stride=2, pad=1),
                BatchNorm(max_num_filters, leakyrelu),
            ),
            FlattenLayer(),
        ),
        proj_mu=Dense(flattened_dim, num_latent_dims; init_bias=zeros32),
        proj_log_var=Dense(flattened_dim, num_latent_dims; init_bias=zeros32),
        rng
    ) do x
        y = embed(x)

        μ = proj_mu(y)
        logσ² = proj_log_var(y)

        T = eltype(logσ²)
        logσ² = clamp.(logσ², -T(20.0f0), T(10.0f0))
        σ = exp.(logσ² .* T(0.5))

        # Generate a tensor of random values from a normal distribution
        ϵ = randn_like(Lux.replicate(rng), σ)

        # Reparameterization trick to brackpropagate through sampling
        z = ϵ .* σ .+ μ

        @return z, μ, logσ²
    end
end

cvae_encoder (generic function with 2 methods)

Similarly we define the decoder.

function cvae_decoder(; num_latent_dims::Int, image_shape::Dims{3}, max_num_filters::Int)
    flattened_dim = prod(image_shape[1:2] .÷ 8) * max_num_filters
    return @compact(;
        linear=Dense(num_latent_dims, flattened_dim),
        upchain=Chain(
            Chain(
                Upsample(2),
                Conv((3, 3), max_num_filters => max_num_filters ÷ 2; stride=1, pad=1),
                BatchNorm(max_num_filters ÷ 2, leakyrelu),
            ),
            Chain(
                Upsample(2),
                Conv((3, 3), max_num_filters ÷ 2 => max_num_filters ÷ 4; stride=1, pad=1),
                BatchNorm(max_num_filters ÷ 4, leakyrelu),
            ),
            Chain(
                Upsample(2),
                Conv(
                    (3, 3), max_num_filters ÷ 4 => image_shape[3], sigmoid; stride=1, pad=1
                ),
            ),
        ),
        max_num_filters
    ) do x
        y = linear(x)
        img = reshape(y, image_shape[1] ÷ 8, image_shape[2] ÷ 8, max_num_filters, :)
        @return upchain(img)
    end
end

@concrete struct CVAE <: AbstractLuxContainerLayer{(:encoder, :decoder)}
    encoder <: AbstractLuxLayer
    decoder <: AbstractLuxLayer
end

function CVAE(
    rng=Random.default_rng();
    num_latent_dims::Int,
    image_shape::Dims{3},
    max_num_filters::Int,
)
    decoder = cvae_decoder(; num_latent_dims, image_shape, max_num_filters)
    encoder = cvae_encoder(rng; num_latent_dims, image_shape, max_num_filters)
    return CVAE(encoder, decoder)
end

function (cvae::CVAE)(x, ps, st)
    (z, μ, logσ²), st_enc = cvae.encoder(x, ps.encoder, st.encoder)
    x_rec, st_dec = cvae.decoder(z, ps.decoder, st.decoder)
    return (x_rec, μ, logσ²), (; encoder=st_enc, decoder=st_dec)
end

function encode(cvae::CVAE, x, ps, st)
    (z, _, _), st_enc = cvae.encoder(x, ps.encoder, st.encoder)
    return z, (; encoder=st_enc, st.decoder)
end

function decode(cvae::CVAE, z, ps, st)
    x_rec, st_dec = cvae.decoder(z, ps.decoder, st.decoder)
    return x_rec, (; decoder=st_dec, st.encoder)
end

decode (generic function with 1 method)

Loading MNIST

@concrete struct TensorDataset
    dataset
    transform
    total_samples::Int
end

Base.length(ds::TensorDataset) = ds.total_samples

function Base.getindex(ds::TensorDataset, idxs::Union{Vector{<:Integer},AbstractRange})
    img = Image.(eachslice(convert2image(ds.dataset, idxs); dims=3))
    return stack(parent ∘ itemdata ∘ Base.Fix1(apply, ds.transform), img)
end

function loadmnist(batchsize, image_size::Dims{2})
    # Load MNIST: Only 1500 for demonstration purposes on CI
    train_dataset = MNIST(; split=:train)
    N = parse(Bool, get(ENV, "CI", "false")) ? 5000 : length(train_dataset)

    train_transform = ScaleKeepAspect(image_size) |> ImageToTensor()
    trainset = TensorDataset(train_dataset, train_transform, N)
    trainloader = DataLoader(trainset; batchsize, shuffle=true, partial=false)

    return trainloader
end

loadmnist (generic function with 1 method)

Helper Functions

Generate an Image Grid from a list of images

function create_image_grid(imgs::AbstractArray, grid_rows::Int, grid_cols::Int)
    total_images = grid_rows * grid_cols
    imgs = map(eachslice(imgs[:, :, :, 1:total_images]; dims=4)) do img
        cimg = if size(img, 3) == 1
            colorview(Gray, view(img, :, :, 1))
        else
            colorview(RGB, permutedims(img, (3, 1, 2)))
        end
        return cimg'
    end
    return create_image_grid(imgs, grid_rows, grid_cols)
end

function create_image_grid(images::Vector, grid_rows::Int, grid_cols::Int)
    # Check if the number of images matches the grid
    total_images = grid_rows * grid_cols
    @assert length(images) == total_images

    # Get the size of a single image (assuming all images are the same size)
    img_height, img_width = size(images[1])

    # Create a blank grid canvas
    grid_height = img_height * grid_rows
    grid_width = img_width * grid_cols
    grid_canvas = similar(images[1], grid_height, grid_width)

    # Place each image in the correct position on the canvas
    for idx in 1:total_images
        row = div(idx - 1, grid_cols) + 1
        col = mod(idx - 1, grid_cols) + 1

        start_row = (row - 1) * img_height + 1
        start_col = (col - 1) * img_width + 1

        grid_canvas[start_row:(start_row + img_height - 1), start_col:(start_col + img_width - 1)] .= images[idx]
    end

    return grid_canvas
end

function loss_function(model, ps, st, X)
    (y, μ, logσ²), st = model(X, ps, st)
    reconstruction_loss = MSELoss(; agg=sum)(y, X)
    kldiv_loss = -sum(1 .+ logσ² .- μ .^ 2 .- exp.(logσ²)) / 2
    loss = reconstruction_loss + kldiv_loss
    return loss, st, (; y, μ, logσ², reconstruction_loss, kldiv_loss)
end

function generate_images(
    model, ps, st; num_samples::Int=128, num_latent_dims::Int, decode_compiled=nothing
)
    z = get_device((ps, st))(randn(Float32, num_latent_dims, num_samples))
    if decode_compiled === nothing
        images, _ = decode(model, z, ps, Lux.testmode(st))
    else
        images, _ = decode_compiled(model, z, ps, Lux.testmode(st))
        images = cpu_device()(images)
    end
    return create_image_grid(images, 8, num_samples ÷ 8)
end

function reconstruct_images(model, ps, st, X)
    (recon, _, _), _ = model(X, ps, Lux.testmode(st))
    recon = cpu_device()(recon)
    return create_image_grid(recon, 8, size(X, ndims(X)) ÷ 8)
end

reconstruct_images (generic function with 1 method)

Training the Model

function main(;
    batchsize=128,
    image_size=(64, 64),
    num_latent_dims=8,
    max_num_filters=64,
    seed=0,
    epochs=50,
    weight_decay=1.0e-5,
    learning_rate=1.0e-3,
    num_samples=batchsize,
)
    rng = Xoshiro()
    Random.seed!(rng, seed)

    cvae = CVAE(rng; num_latent_dims, image_shape=(image_size..., 1), max_num_filters)
    ps, st = xdev(Lux.setup(rng, cvae))

    z = xdev(randn(Float32, num_latent_dims, num_samples))
    decode_compiled = @compile decode(cvae, z, ps, Lux.testmode(st))
    x = xdev(randn(Float32, image_size..., 1, batchsize))
    cvae_compiled = @compile cvae(x, ps, Lux.testmode(st))

    train_dataloader = xdev(loadmnist(batchsize, image_size))

    opt = AdamW(; eta=learning_rate, lambda=weight_decay)

    train_state = Training.TrainState(cvae, ps, st, opt)

    @printf "Total Trainable Parameters: %0.4f M\n" (Lux.parameterlength(ps) / 1.0e6)

    empty_row, model_img_full = nothing, nothing

    for epoch in 1:epochs
        loss_total = 0.0f0
        total_samples = 0

        start_time = time()
        for (i, X) in enumerate(train_dataloader)
            (_, loss, _, train_state) = Training.single_train_step!(
                AutoEnzyme(), loss_function, X, train_state; return_gradients=Val(false)
            )

            loss_total += loss
            total_samples += size(X, ndims(X))

            if i % 250 == 0 || i == length(train_dataloader)
                throughput = total_samples / (time() - start_time)
                @printf "Epoch %d, Iter %d, Loss: %.7f, Throughput: %.6f im/s\n" epoch i loss throughput
            end
        end
        total_time = time() - start_time

        train_loss = loss_total / length(train_dataloader)
        throughput = total_samples / total_time
        @printf "Epoch %d, Train Loss: %.7f, Time: %.4fs, Throughput: %.6f im/s\n" epoch train_loss total_time throughput

        if IN_VSCODE || epoch == epochs
            recon_images = reconstruct_images(
                cvae_compiled,
                train_state.parameters,
                train_state.states,
                first(train_dataloader),
            )
            gen_images = generate_images(
                cvae,
                train_state.parameters,
                train_state.states;
                num_samples,
                num_latent_dims,
                decode_compiled,
            )
            if empty_row === nothing
                empty_row = similar(gen_images, image_size[1], size(gen_images, 2))
                fill!(empty_row, 0)
            end
            model_img_full = vcat(recon_images, empty_row, gen_images)
            IN_VSCODE && display(model_img_full)
        end
    end

    return model_img_full
end

img = main()

2025-05-08 14:15:14.866165: I external/xla/xla/service/service.cc:152] XLA service 0xd857730 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices:
2025-05-08 14:15:14.866205: I external/xla/xla/service/service.cc:160]   StreamExecutor device (0): NVIDIA A100-PCIE-40GB MIG 1g.5gb, Compute Capability 8.0
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
I0000 00:00:1746713714.866853 3427459 se_gpu_pjrt_client.cc:1026] Using BFC allocator.
I0000 00:00:1746713714.866935 3427459 gpu_helpers.cc:136] XLA backend allocating 3825205248 bytes on device 0 for BFCAllocator.
I0000 00:00:1746713714.866965 3427459 gpu_helpers.cc:177] XLA backend will use up to 1275068416 bytes on device 0 for CollectiveBFCAllocator.
I0000 00:00:1746713714.879339 3427459 cuda_dnn.cc:529] Loaded cuDNN version 90400
┌ Warning: `training` is set to `Val{false}()` but is being used within an autodiff call (gradient, jacobian, etc...). This might lead to incorrect results. If you are using a `Lux.jl` model, set it to training mode using `LuxCore.trainmode`.
└ @ LuxLib.Utils /var/lib/buildkite-agent/builds/gpuci-7/julialang/lux-dot-jl/lib/LuxLib/src/utils.jl:344
E0000 00:00:1746713778.359841 3427459 buffer_comparator.cc:145] Difference at 16: 0, expected 1.55868
E0000 00:00:1746713778.360984 3427459 buffer_comparator.cc:145] Difference at 17: 0, expected 2.06494
E0000 00:00:1746713778.360993 3427459 buffer_comparator.cc:145] Difference at 18: 0, expected 3.23448
E0000 00:00:1746713778.360998 3427459 buffer_comparator.cc:145] Difference at 19: 0, expected 1.47842
E0000 00:00:1746713778.361002 3427459 buffer_comparator.cc:145] Difference at 20: 0, expected 2.35438
E0000 00:00:1746713778.361006 3427459 buffer_comparator.cc:145] Difference at 21: 0, expected 3.03704
E0000 00:00:1746713778.361011 3427459 buffer_comparator.cc:145] Difference at 22: 0, expected 2.70158
E0000 00:00:1746713778.361015 3427459 buffer_comparator.cc:145] Difference at 23: 0, expected 2.2793
E0000 00:00:1746713778.361019 3427459 buffer_comparator.cc:145] Difference at 24: 0, expected 1.54931
E0000 00:00:1746713778.361024 3427459 buffer_comparator.cc:145] Difference at 25: 0, expected 1.59519
2025-05-08 14:16:18.361036: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.364506 3427459 buffer_comparator.cc:145] Difference at 16: 0, expected 1.55868
E0000 00:00:1746713778.364523 3427459 buffer_comparator.cc:145] Difference at 17: 0, expected 2.06494
E0000 00:00:1746713778.364527 3427459 buffer_comparator.cc:145] Difference at 18: 0, expected 3.23448
E0000 00:00:1746713778.364531 3427459 buffer_comparator.cc:145] Difference at 19: 0, expected 1.47842
E0000 00:00:1746713778.364535 3427459 buffer_comparator.cc:145] Difference at 20: 0, expected 2.35438
E0000 00:00:1746713778.364538 3427459 buffer_comparator.cc:145] Difference at 21: 0, expected 3.03704
E0000 00:00:1746713778.364542 3427459 buffer_comparator.cc:145] Difference at 22: 0, expected 2.70158
E0000 00:00:1746713778.364546 3427459 buffer_comparator.cc:145] Difference at 23: 0, expected 2.2793
E0000 00:00:1746713778.364550 3427459 buffer_comparator.cc:145] Difference at 24: 0, expected 1.54931
E0000 00:00:1746713778.364553 3427459 buffer_comparator.cc:145] Difference at 25: 0, expected 1.59519
2025-05-08 14:16:18.364560: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.367662 3427459 buffer_comparator.cc:145] Difference at 16: 0, expected 1.55868
E0000 00:00:1746713778.367679 3427459 buffer_comparator.cc:145] Difference at 17: 0, expected 2.06494
E0000 00:00:1746713778.367685 3427459 buffer_comparator.cc:145] Difference at 18: 0, expected 3.23448
E0000 00:00:1746713778.367690 3427459 buffer_comparator.cc:145] Difference at 19: 0, expected 1.47842
E0000 00:00:1746713778.367695 3427459 buffer_comparator.cc:145] Difference at 20: 0, expected 2.35438
E0000 00:00:1746713778.367699 3427459 buffer_comparator.cc:145] Difference at 21: 0, expected 3.03704
E0000 00:00:1746713778.367703 3427459 buffer_comparator.cc:145] Difference at 22: 0, expected 2.70158
E0000 00:00:1746713778.367708 3427459 buffer_comparator.cc:145] Difference at 23: 0, expected 2.2793
E0000 00:00:1746713778.367713 3427459 buffer_comparator.cc:145] Difference at 24: 0, expected 1.54931
E0000 00:00:1746713778.367717 3427459 buffer_comparator.cc:145] Difference at 25: 0, expected 1.59519
2025-05-08 14:16:18.367723: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.370826 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.370842 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.370846 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.370850 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.370854 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.370859 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.370863 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.370867 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.370871 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.370874 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.370881: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.374188 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.374203 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.374209 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.374213 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.374216 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.374220 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.374224 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.374228 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.374232 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.374236 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.374242: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.377456 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.377471 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.377476 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.377479 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.377483 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.377487 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.377491 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.377495 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.377498 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.377502 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.377509: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.380523 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.380538 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.380543 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.380547 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.380551 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.380555 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.380559 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.380563 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.380567 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.380572 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.380579: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.383607 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.383623 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.383627 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.383631 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.383635 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.383639 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.383642 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.383646 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.383650 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.383653 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.383660: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.386707 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.386723 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.386728 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.386732 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.386736 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.386740 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.386744 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.386748 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.386751 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.386755 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.386762: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.389798 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.389814 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.389818 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.389822 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.389825 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.389829 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.389833 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.389837 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.389840 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.389844 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.389850: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.392905 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.392922 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.392927 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.392931 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.392935 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.392939 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.392943 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.392946 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.392950 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.392954 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.392960: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.395990 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.396006 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.396010 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.396014 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.396018 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.396022 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.396025 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.396029 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.396033 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.396037 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.396043: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.399069 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.399085 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.399090 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.399094 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.399098 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.399101 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.399105 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.399109 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.399113 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.399117 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.399123: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.402158 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.402173 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.402177 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.402181 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.402185 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.402190 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.402194 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.402198 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.402201 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.402205 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.402211: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.405222 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.405238 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.405243 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.405247 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.405251 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.405255 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.405258 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.405262 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.405266 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.405270 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.405276: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.408276 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.408294 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.408297 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.408299 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.408302 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.408305 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.408307 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.408310 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.408313 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.408316 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.408320: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.411192 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.411203 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.411207 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.411209 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.411212 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.411215 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.411218 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.411221 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.411223 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.411227 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.411232: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.414115 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.414127 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.414130 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.414132 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.414135 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.414138 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.414141 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.414143 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.414146 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.414149 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.414153: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.417034 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.417045 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.417049 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.417051 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.417054 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.417057 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.417060 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.417063 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.417065 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.417068 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.417073: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.419958 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.419970 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.419973 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.419976 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.419978 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.419981 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.419984 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.419986 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.419989 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.419992 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.419996: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.422894 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.422907 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.422910 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.422913 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.422916 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.422918 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.422921 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.422924 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.422926 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.422929 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.422934: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.425838 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.425850 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.425853 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.425856 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.425858 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.425861 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.425864 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.425866 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.425869 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.425872 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.425876: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.428777 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.428788 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.428792 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.428795 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.428798 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.428801 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.428804 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.428806 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.428809 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.428812 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.428816: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.431710 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.431722 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.431725 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.431727 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.431730 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.431734 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.431737 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.431739 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.431742 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.431745 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.431749: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.434653 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.434665 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.434669 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.434673 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.434676 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.434679 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.434682 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.434685 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.434689 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.434692 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.434697: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.437582 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.437594 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.437597 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.437599 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.437602 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.437605 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.437608 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.437610 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.437613 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.437616 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.437620: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713778.440529 3427459 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1746713778.440540 3427459 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1746713778.440543 3427459 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1746713778.440546 3427459 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1746713778.440548 3427459 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1746713778.440551 3427459 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1746713778.440554 3427459 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1746713778.440557 3427459 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1746713778.440559 3427459 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1746713778.440563 3427459 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-08 14:16:18.440568: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.774548 3427459 buffer_comparator.cc:145] Difference at 16: 0.911067, expected 1.55868
E0000 00:00:1746713798.774598 3427459 buffer_comparator.cc:145] Difference at 17: 0.962707, expected 2.06494
E0000 00:00:1746713798.774601 3427459 buffer_comparator.cc:145] Difference at 18: 0.699634, expected 3.23448
E0000 00:00:1746713798.774604 3427459 buffer_comparator.cc:145] Difference at 19: 0.669123, expected 1.47842
E0000 00:00:1746713798.774607 3427459 buffer_comparator.cc:145] Difference at 20: 0.725182, expected 2.35438
E0000 00:00:1746713798.774610 3427459 buffer_comparator.cc:145] Difference at 21: 0.0769285, expected 3.03704
E0000 00:00:1746713798.774613 3427459 buffer_comparator.cc:145] Difference at 22: 0.229886, expected 2.70158
E0000 00:00:1746713798.774616 3427459 buffer_comparator.cc:145] Difference at 23: 0.203082, expected 2.2793
E0000 00:00:1746713798.774619 3427459 buffer_comparator.cc:145] Difference at 24: 0.576053, expected 1.54931
E0000 00:00:1746713798.774622 3427459 buffer_comparator.cc:145] Difference at 25: 0.113999, expected 1.59519
2025-05-08 14:16:38.774633: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.777606 3427459 buffer_comparator.cc:145] Difference at 16: 0.911067, expected 1.55868
E0000 00:00:1746713798.777618 3427459 buffer_comparator.cc:145] Difference at 17: 0.962707, expected 2.06494
E0000 00:00:1746713798.777621 3427459 buffer_comparator.cc:145] Difference at 18: 0.699634, expected 3.23448
E0000 00:00:1746713798.777624 3427459 buffer_comparator.cc:145] Difference at 19: 0.669123, expected 1.47842
E0000 00:00:1746713798.777627 3427459 buffer_comparator.cc:145] Difference at 20: 0.725182, expected 2.35438
E0000 00:00:1746713798.777629 3427459 buffer_comparator.cc:145] Difference at 21: 0.0769285, expected 3.03704
E0000 00:00:1746713798.777632 3427459 buffer_comparator.cc:145] Difference at 22: 0.229886, expected 2.70158
E0000 00:00:1746713798.777635 3427459 buffer_comparator.cc:145] Difference at 23: 0.203082, expected 2.2793
E0000 00:00:1746713798.777638 3427459 buffer_comparator.cc:145] Difference at 24: 0.576053, expected 1.54931
E0000 00:00:1746713798.777641 3427459 buffer_comparator.cc:145] Difference at 25: 0.113999, expected 1.59519
2025-05-08 14:16:38.777645: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.780605 3427459 buffer_comparator.cc:145] Difference at 16: 0.911067, expected 1.55868
E0000 00:00:1746713798.780616 3427459 buffer_comparator.cc:145] Difference at 17: 0.962707, expected 2.06494
E0000 00:00:1746713798.780620 3427459 buffer_comparator.cc:145] Difference at 18: 0.699634, expected 3.23448
E0000 00:00:1746713798.780622 3427459 buffer_comparator.cc:145] Difference at 19: 0.669123, expected 1.47842
E0000 00:00:1746713798.780625 3427459 buffer_comparator.cc:145] Difference at 20: 0.725182, expected 2.35438
E0000 00:00:1746713798.780628 3427459 buffer_comparator.cc:145] Difference at 21: 0.0769285, expected 3.03704
E0000 00:00:1746713798.780631 3427459 buffer_comparator.cc:145] Difference at 22: 0.229886, expected 2.70158
E0000 00:00:1746713798.780634 3427459 buffer_comparator.cc:145] Difference at 23: 0.203082, expected 2.2793
E0000 00:00:1746713798.780637 3427459 buffer_comparator.cc:145] Difference at 24: 0.576053, expected 1.54931
E0000 00:00:1746713798.780639 3427459 buffer_comparator.cc:145] Difference at 25: 0.113999, expected 1.59519
2025-05-08 14:16:38.780644: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.783593 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.783605 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.783608 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.783611 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.783614 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.783617 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.783619 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.783622 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.783625 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.783628 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.783632: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.786533 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.786544 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.786547 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.786550 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.786553 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.786555 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.786558 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.786561 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.786564 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.786566 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.786571: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.789478 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.789490 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.789493 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.789496 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.789499 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.789501 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.789504 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.789507 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.789510 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.789513 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.789517: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.792424 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.792437 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.792440 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.792443 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.792446 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.792448 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.792451 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.792454 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.792457 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.792459 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.792464: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.795382 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.795394 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.795397 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.795400 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.795402 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.795405 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.795408 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.795411 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.795413 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.795416 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.795421: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.798346 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.798358 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.798361 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.798364 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.798366 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.798369 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.798372 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.798375 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.798377 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.798380 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.798385: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.801315 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.801326 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.801329 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.801333 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.801336 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.801338 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.801341 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.801344 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.801347 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.801350 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.801354: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.804267 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.804278 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.804281 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.804294 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.804297 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.804300 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.804303 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.804305 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.804308 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.804311 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.804316: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.807233 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.807245 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.807248 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.807251 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.807254 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.807256 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.807259 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.807262 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.807265 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.807267 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.807272: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.810184 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.810195 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.810198 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.810201 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.810204 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.810208 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.810210 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.810213 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.810216 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.810219 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.810223: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.813140 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.813151 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.813154 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.813157 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.813160 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.813162 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.813165 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.813168 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.813171 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.813173 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.813178: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.816088 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.816099 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.816103 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.816105 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.816108 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.816111 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.816114 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.816116 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.816119 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.816122 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.816126: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.819045 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.819057 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.819060 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.819063 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.819065 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.819068 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.819071 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.819075 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.819078 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.819080 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.819085: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.822003 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.822015 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.822018 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.822021 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.822023 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.822026 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.822029 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.822032 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.822034 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.822037 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.822042: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.824958 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.824969 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.824972 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.824975 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.824978 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.824981 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.824983 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.824986 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.824989 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.824992 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.824996: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.827925 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.827936 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.827939 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.827942 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.827945 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.827948 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.827950 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.827953 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.827956 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.827960 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.827965: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.830892 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.830904 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.830907 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.830910 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.830912 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.830915 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.830918 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.830921 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.830923 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.830926 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.830931: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.833861 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.833872 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.833875 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.833878 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.833881 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.833884 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.833886 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.833889 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.833892 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.833895 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.833899: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.836843 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.836854 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.836857 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.836860 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.836863 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.836865 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.836868 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.836871 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.836874 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.836877 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.836881: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.839830 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.839841 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.839844 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.839847 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.839850 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.839853 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.839855 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.839858 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.839861 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.839864 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.839868: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.842795 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.842806 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.842809 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.842812 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.842815 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.842817 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.842820 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.842823 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.842826 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.842828 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.842833: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713798.845756 3427459 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1746713798.845767 3427459 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1746713798.845770 3427459 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1746713798.845773 3427459 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1746713798.845775 3427459 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1746713798.845778 3427459 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1746713798.845781 3427459 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1746713798.845783 3427459 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1746713798.845786 3427459 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1746713798.845789 3427459 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-08 14:16:38.845794: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
Total Trainable Parameters: 0.1493 M
E0000 00:00:1746713887.878467 3427459 buffer_comparator.cc:145] Difference at 16: -nan, expected 3.17076
E0000 00:00:1746713887.878528 3427459 buffer_comparator.cc:145] Difference at 17: -nan, expected 2.49667
E0000 00:00:1746713887.878560 3427459 buffer_comparator.cc:145] Difference at 18: -nan, expected 2.48148
E0000 00:00:1746713887.878563 3427459 buffer_comparator.cc:145] Difference at 19: -nan, expected 2.4567
E0000 00:00:1746713887.878566 3427459 buffer_comparator.cc:145] Difference at 20: -nan, expected 1.53716
E0000 00:00:1746713887.878569 3427459 buffer_comparator.cc:145] Difference at 21: -nan, expected 1.11422
E0000 00:00:1746713887.878571 3427459 buffer_comparator.cc:145] Difference at 22: -nan, expected 2.34888
E0000 00:00:1746713887.878574 3427459 buffer_comparator.cc:145] Difference at 23: -nan, expected 2.59761
E0000 00:00:1746713887.878577 3427459 buffer_comparator.cc:145] Difference at 24: -nan, expected 2.96937
E0000 00:00:1746713887.878580 3427459 buffer_comparator.cc:145] Difference at 25: -nan, expected 2.37477
2025-05-08 14:18:07.878592: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.881605 3427459 buffer_comparator.cc:145] Difference at 16: -nan, expected 3.17076
E0000 00:00:1746713887.881617 3427459 buffer_comparator.cc:145] Difference at 17: -nan, expected 2.49667
E0000 00:00:1746713887.881621 3427459 buffer_comparator.cc:145] Difference at 18: -nan, expected 2.48148
E0000 00:00:1746713887.881624 3427459 buffer_comparator.cc:145] Difference at 19: -nan, expected 2.4567
E0000 00:00:1746713887.881627 3427459 buffer_comparator.cc:145] Difference at 20: -nan, expected 1.53716
E0000 00:00:1746713887.881630 3427459 buffer_comparator.cc:145] Difference at 21: -nan, expected 1.11422
E0000 00:00:1746713887.881632 3427459 buffer_comparator.cc:145] Difference at 22: -nan, expected 2.34888
E0000 00:00:1746713887.881635 3427459 buffer_comparator.cc:145] Difference at 23: -nan, expected 2.59761
E0000 00:00:1746713887.881638 3427459 buffer_comparator.cc:145] Difference at 24: -nan, expected 2.96937
E0000 00:00:1746713887.881641 3427459 buffer_comparator.cc:145] Difference at 25: -nan, expected 2.37477
2025-05-08 14:18:07.881645: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.884628 3427459 buffer_comparator.cc:145] Difference at 16: -nan, expected 3.17076
E0000 00:00:1746713887.884639 3427459 buffer_comparator.cc:145] Difference at 17: -nan, expected 2.49667
E0000 00:00:1746713887.884643 3427459 buffer_comparator.cc:145] Difference at 18: -nan, expected 2.48148
E0000 00:00:1746713887.884646 3427459 buffer_comparator.cc:145] Difference at 19: -nan, expected 2.4567
E0000 00:00:1746713887.884649 3427459 buffer_comparator.cc:145] Difference at 20: -nan, expected 1.53716
E0000 00:00:1746713887.884652 3427459 buffer_comparator.cc:145] Difference at 21: -nan, expected 1.11422
E0000 00:00:1746713887.884654 3427459 buffer_comparator.cc:145] Difference at 22: -nan, expected 2.34888
E0000 00:00:1746713887.884657 3427459 buffer_comparator.cc:145] Difference at 23: -nan, expected 2.59761
E0000 00:00:1746713887.884660 3427459 buffer_comparator.cc:145] Difference at 24: -nan, expected 2.96937
E0000 00:00:1746713887.884662 3427459 buffer_comparator.cc:145] Difference at 25: -nan, expected 2.37477
2025-05-08 14:18:07.884667: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.887636 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.887647 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.887651 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.887654 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.887658 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.887661 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.887663 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.887666 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.887669 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.887672 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.887676: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.890635 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.890646 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.890650 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.890653 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.890656 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.890658 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.890661 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.890664 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.890666 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.890669 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.890674: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.893646 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.893657 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.893661 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.893664 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.893667 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.893670 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.893672 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.893675 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.893678 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.893681 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.893685: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.896691 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.896702 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.896706 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.896709 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.896712 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.896714 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.896717 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.896721 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.896724 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.896727 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.896731: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.899706 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.899718 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.899722 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.899724 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.899727 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.899730 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.899733 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.899735 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.899738 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.899741 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.899745: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.902699 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.902710 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.902714 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.902717 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.902720 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.902722 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.902725 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.902728 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.902731 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.902733 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.902738: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.905721 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.905732 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.905736 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.905739 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.905742 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.905745 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.905747 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.905750 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.905753 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.905755 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.905761: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.908696 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.908708 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.908712 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.908715 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.908718 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.908720 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.908723 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.908726 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.908729 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.908731 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.908736: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.911683 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.911694 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.911698 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.911700 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.911703 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.911706 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.911709 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.911711 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.911714 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.911717 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.911722: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.914666 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.914677 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.914681 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.914684 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.914687 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.914690 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.914692 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.914695 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.914698 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.914700 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.914705: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.917643 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.917655 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.917660 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.917662 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.917665 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.917668 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.917671 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.917674 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.917676 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.917679 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.917684: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.920630 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.920642 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.920646 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.920648 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.920651 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.920654 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.920657 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.920659 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.920662 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.920665 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.920670: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.923615 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.923626 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.923630 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.923633 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.923635 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.923638 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.923641 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.923644 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.923646 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.923649 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.923654: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.926600 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.926612 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.926616 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.926619 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.926622 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.926625 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.926628 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.926631 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.926634 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.926636 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.926641: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.929590 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.929601 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.929605 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.929608 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.929611 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.929614 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.929616 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.929619 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.929622 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.929625 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.929629: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.932586 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.932598 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.932602 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.932605 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.932608 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.932610 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.932613 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.932616 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.932619 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.932621 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.932626: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.935586 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.935598 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.935602 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.935604 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.935607 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.935610 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.935613 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.935616 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.935619 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.935622 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.935627: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.938567 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.938579 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.938583 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.938585 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.938588 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.938591 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.938594 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.938596 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.938599 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.938602 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.938606: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.941572 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.941583 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.941587 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.941590 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.941593 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.941596 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.941598 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.941601 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.941604 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.941606 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.941611: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.944719 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.944730 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.944734 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.944737 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.944740 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.944743 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.944745 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.944748 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.944751 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.944754 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.944759: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.947706 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.947717 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.947721 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.947724 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.947727 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.947729 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.947732 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.947735 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.947738 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.947740 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.947745: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.950685 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.950696 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.950700 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.950703 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.950706 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.950708 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.950711 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.950714 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.950717 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.950719 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.950724: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.953660 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.953672 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.953676 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.953679 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.953682 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.953684 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.953687 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.953690 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.953693 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.953695 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.953700: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.956658 3427459 buffer_comparator.cc:145] Difference at 256: -nan, expected 3.43715
E0000 00:00:1746713887.956671 3427459 buffer_comparator.cc:145] Difference at 257: -nan, expected 1.98053
E0000 00:00:1746713887.956675 3427459 buffer_comparator.cc:145] Difference at 258: -nan, expected 3.15876
E0000 00:00:1746713887.956678 3427459 buffer_comparator.cc:145] Difference at 259: -nan, expected 2.93149
E0000 00:00:1746713887.956681 3427459 buffer_comparator.cc:145] Difference at 260: -nan, expected 2.83921
E0000 00:00:1746713887.956683 3427459 buffer_comparator.cc:145] Difference at 261: -nan, expected 2.0041
E0000 00:00:1746713887.956686 3427459 buffer_comparator.cc:145] Difference at 262: -nan, expected 2.58397
E0000 00:00:1746713887.956689 3427459 buffer_comparator.cc:145] Difference at 263: -nan, expected 1.45728
E0000 00:00:1746713887.956691 3427459 buffer_comparator.cc:145] Difference at 264: -nan, expected 1.30379
E0000 00:00:1746713887.956694 3427459 buffer_comparator.cc:145] Difference at 265: -nan, expected 2.5897
2025-05-08 14:18:07.956699: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.960068 3427459 buffer_comparator.cc:145] Difference at 16: 3.17114, expected 29.6659
E0000 00:00:1746713887.960084 3427459 buffer_comparator.cc:145] Difference at 17: 2.49672, expected 28.8307
E0000 00:00:1746713887.960089 3427459 buffer_comparator.cc:145] Difference at 18: 2.4814, expected 36.8333
E0000 00:00:1746713887.960092 3427459 buffer_comparator.cc:145] Difference at 19: 2.45711, expected 30.0939
E0000 00:00:1746713887.960095 3427459 buffer_comparator.cc:145] Difference at 20: 1.53701, expected 31.769
E0000 00:00:1746713887.960098 3427459 buffer_comparator.cc:145] Difference at 21: 1.11442, expected 30.6184
E0000 00:00:1746713887.960101 3427459 buffer_comparator.cc:145] Difference at 22: 2.34914, expected 29.6183
E0000 00:00:1746713887.960104 3427459 buffer_comparator.cc:145] Difference at 23: 2.59793, expected 34.8324
E0000 00:00:1746713887.960107 3427459 buffer_comparator.cc:145] Difference at 24: 2.96906, expected 30.5738
E0000 00:00:1746713887.960110 3427459 buffer_comparator.cc:145] Difference at 25: 2.37466, expected 31.0639
2025-05-08 14:18:07.960115: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.962407 3427459 buffer_comparator.cc:145] Difference at 16: 3.17114, expected 29.6659
E0000 00:00:1746713887.962419 3427459 buffer_comparator.cc:145] Difference at 17: 2.49672, expected 28.8307
E0000 00:00:1746713887.962423 3427459 buffer_comparator.cc:145] Difference at 18: 2.4814, expected 36.8333
E0000 00:00:1746713887.962426 3427459 buffer_comparator.cc:145] Difference at 19: 2.45711, expected 30.0939
E0000 00:00:1746713887.962429 3427459 buffer_comparator.cc:145] Difference at 20: 1.53701, expected 31.769
E0000 00:00:1746713887.962432 3427459 buffer_comparator.cc:145] Difference at 21: 1.11442, expected 30.6184
E0000 00:00:1746713887.962435 3427459 buffer_comparator.cc:145] Difference at 22: 2.34914, expected 29.6183
E0000 00:00:1746713887.962438 3427459 buffer_comparator.cc:145] Difference at 23: 2.59793, expected 34.8324
E0000 00:00:1746713887.962441 3427459 buffer_comparator.cc:145] Difference at 24: 2.96906, expected 30.5738
E0000 00:00:1746713887.962444 3427459 buffer_comparator.cc:145] Difference at 25: 2.37466, expected 31.0639
2025-05-08 14:18:07.962449: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.964711 3427459 buffer_comparator.cc:145] Difference at 16: 3.17114, expected 29.6659
E0000 00:00:1746713887.964723 3427459 buffer_comparator.cc:145] Difference at 17: 2.49672, expected 28.8307
E0000 00:00:1746713887.964727 3427459 buffer_comparator.cc:145] Difference at 18: 2.4814, expected 36.8333
E0000 00:00:1746713887.964732 3427459 buffer_comparator.cc:145] Difference at 19: 2.45711, expected 30.0939
E0000 00:00:1746713887.964735 3427459 buffer_comparator.cc:145] Difference at 20: 1.53701, expected 31.769
E0000 00:00:1746713887.964738 3427459 buffer_comparator.cc:145] Difference at 21: 1.11442, expected 30.6184
E0000 00:00:1746713887.964741 3427459 buffer_comparator.cc:145] Difference at 22: 2.34914, expected 29.6183
E0000 00:00:1746713887.964744 3427459 buffer_comparator.cc:145] Difference at 23: 2.59793, expected 34.8324
E0000 00:00:1746713887.964747 3427459 buffer_comparator.cc:145] Difference at 24: 2.96906, expected 30.5738
E0000 00:00:1746713887.964750 3427459 buffer_comparator.cc:145] Difference at 25: 2.37466, expected 31.0639
2025-05-08 14:18:07.964755: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.967008 3427459 buffer_comparator.cc:145] Difference at 16: 3.17114, expected 29.6659
E0000 00:00:1746713887.967019 3427459 buffer_comparator.cc:145] Difference at 17: 2.49672, expected 28.8307
E0000 00:00:1746713887.967023 3427459 buffer_comparator.cc:145] Difference at 18: 2.4814, expected 36.8333
E0000 00:00:1746713887.967027 3427459 buffer_comparator.cc:145] Difference at 19: 2.45711, expected 30.0939
E0000 00:00:1746713887.967030 3427459 buffer_comparator.cc:145] Difference at 20: 1.53701, expected 31.769
E0000 00:00:1746713887.967033 3427459 buffer_comparator.cc:145] Difference at 21: 1.11442, expected 30.6184
E0000 00:00:1746713887.967036 3427459 buffer_comparator.cc:145] Difference at 22: 2.34914, expected 29.6183
E0000 00:00:1746713887.967039 3427459 buffer_comparator.cc:145] Difference at 23: 2.59793, expected 34.8324
E0000 00:00:1746713887.967042 3427459 buffer_comparator.cc:145] Difference at 24: 2.96906, expected 30.5738
E0000 00:00:1746713887.967045 3427459 buffer_comparator.cc:145] Difference at 25: 2.37466, expected 31.0639
2025-05-08 14:18:07.967049: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.969319 3427459 buffer_comparator.cc:145] Difference at 16: 3.17114, expected 29.6659
E0000 00:00:1746713887.969331 3427459 buffer_comparator.cc:145] Difference at 17: 2.49672, expected 28.8307
E0000 00:00:1746713887.969335 3427459 buffer_comparator.cc:145] Difference at 18: 2.4814, expected 36.8333
E0000 00:00:1746713887.969338 3427459 buffer_comparator.cc:145] Difference at 19: 2.45711, expected 30.0939
E0000 00:00:1746713887.969341 3427459 buffer_comparator.cc:145] Difference at 20: 1.53701, expected 31.769
E0000 00:00:1746713887.969344 3427459 buffer_comparator.cc:145] Difference at 21: 1.11442, expected 30.6184
E0000 00:00:1746713887.969347 3427459 buffer_comparator.cc:145] Difference at 22: 2.34914, expected 29.6183
E0000 00:00:1746713887.969350 3427459 buffer_comparator.cc:145] Difference at 23: 2.59793, expected 34.8324
E0000 00:00:1746713887.969353 3427459 buffer_comparator.cc:145] Difference at 24: 2.96906, expected 30.5738
E0000 00:00:1746713887.969356 3427459 buffer_comparator.cc:145] Difference at 25: 2.37466, expected 31.0639
2025-05-08 14:18:07.969361: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.971606 3427459 buffer_comparator.cc:145] Difference at 32: 2.84719, expected 30.5317
E0000 00:00:1746713887.971618 3427459 buffer_comparator.cc:145] Difference at 33: 1.61192, expected 32.6897
E0000 00:00:1746713887.971622 3427459 buffer_comparator.cc:145] Difference at 34: 1.78047, expected 33.2966
E0000 00:00:1746713887.971625 3427459 buffer_comparator.cc:145] Difference at 35: 2.48392, expected 30.5868
E0000 00:00:1746713887.971628 3427459 buffer_comparator.cc:145] Difference at 36: 2.44683, expected 34.4823
E0000 00:00:1746713887.971632 3427459 buffer_comparator.cc:145] Difference at 37: 2.82327, expected 30.9416
E0000 00:00:1746713887.971635 3427459 buffer_comparator.cc:145] Difference at 38: 2.30474, expected 29.5299
E0000 00:00:1746713887.971638 3427459 buffer_comparator.cc:145] Difference at 39: 2.39552, expected 33.2159
E0000 00:00:1746713887.971641 3427459 buffer_comparator.cc:145] Difference at 40: 1.61969, expected 33.4563
E0000 00:00:1746713887.971644 3427459 buffer_comparator.cc:145] Difference at 41: 1.65109, expected 30.2349
2025-05-08 14:18:07.971649: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.973938 3427459 buffer_comparator.cc:145] Difference at 32: 2.84719, expected 30.5317
E0000 00:00:1746713887.973949 3427459 buffer_comparator.cc:145] Difference at 33: 1.61192, expected 32.6897
E0000 00:00:1746713887.973953 3427459 buffer_comparator.cc:145] Difference at 34: 1.78047, expected 33.2966
E0000 00:00:1746713887.973956 3427459 buffer_comparator.cc:145] Difference at 35: 2.48392, expected 30.5868
E0000 00:00:1746713887.973959 3427459 buffer_comparator.cc:145] Difference at 36: 2.44683, expected 34.4823
E0000 00:00:1746713887.973962 3427459 buffer_comparator.cc:145] Difference at 37: 2.82327, expected 30.9416
E0000 00:00:1746713887.973965 3427459 buffer_comparator.cc:145] Difference at 38: 2.30474, expected 29.5299
E0000 00:00:1746713887.973968 3427459 buffer_comparator.cc:145] Difference at 39: 2.39552, expected 33.2159
E0000 00:00:1746713887.973971 3427459 buffer_comparator.cc:145] Difference at 40: 1.61969, expected 33.4563
E0000 00:00:1746713887.973974 3427459 buffer_comparator.cc:145] Difference at 41: 1.65109, expected 30.2349
2025-05-08 14:18:07.973979: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.976245 3427459 buffer_comparator.cc:145] Difference at 32: 2.84719, expected 30.5317
E0000 00:00:1746713887.976258 3427459 buffer_comparator.cc:145] Difference at 33: 1.61192, expected 32.6897
E0000 00:00:1746713887.976262 3427459 buffer_comparator.cc:145] Difference at 34: 1.78047, expected 33.2966
E0000 00:00:1746713887.976266 3427459 buffer_comparator.cc:145] Difference at 35: 2.48392, expected 30.5868
E0000 00:00:1746713887.976270 3427459 buffer_comparator.cc:145] Difference at 36: 2.44683, expected 34.4823
E0000 00:00:1746713887.976273 3427459 buffer_comparator.cc:145] Difference at 37: 2.82327, expected 30.9416
E0000 00:00:1746713887.976276 3427459 buffer_comparator.cc:145] Difference at 38: 2.30474, expected 29.5299
E0000 00:00:1746713887.976279 3427459 buffer_comparator.cc:145] Difference at 39: 2.39552, expected 33.2159
E0000 00:00:1746713887.976282 3427459 buffer_comparator.cc:145] Difference at 40: 1.61969, expected 33.4563
E0000 00:00:1746713887.976293 3427459 buffer_comparator.cc:145] Difference at 41: 1.65109, expected 30.2349
2025-05-08 14:18:07.976298: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.978552 3427459 buffer_comparator.cc:145] Difference at 64: 1.67812, expected 31.5574
E0000 00:00:1746713887.978564 3427459 buffer_comparator.cc:145] Difference at 65: 2.42059, expected 29.5749
E0000 00:00:1746713887.978567 3427459 buffer_comparator.cc:145] Difference at 66: 3.06701, expected 32.0894
E0000 00:00:1746713887.978571 3427459 buffer_comparator.cc:145] Difference at 67: 2.63973, expected 32.9963
E0000 00:00:1746713887.978574 3427459 buffer_comparator.cc:145] Difference at 68: 2.02497, expected 31.8033
E0000 00:00:1746713887.978577 3427459 buffer_comparator.cc:145] Difference at 69: 2.1478, expected 32.7625
E0000 00:00:1746713887.978580 3427459 buffer_comparator.cc:145] Difference at 70: 2.81112, expected 27.4031
E0000 00:00:1746713887.978584 3427459 buffer_comparator.cc:145] Difference at 71: 1.89652, expected 30.8028
E0000 00:00:1746713887.978587 3427459 buffer_comparator.cc:145] Difference at 72: 1.9148, expected 33.4002
E0000 00:00:1746713887.978590 3427459 buffer_comparator.cc:145] Difference at 73: 3.02472, expected 32.1552
2025-05-08 14:18:07.978595: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.980880 3427459 buffer_comparator.cc:145] Difference at 64: 1.67812, expected 31.5574
E0000 00:00:1746713887.980891 3427459 buffer_comparator.cc:145] Difference at 65: 2.42059, expected 29.5749
E0000 00:00:1746713887.980895 3427459 buffer_comparator.cc:145] Difference at 66: 3.06701, expected 32.0894
E0000 00:00:1746713887.980899 3427459 buffer_comparator.cc:145] Difference at 67: 2.63973, expected 32.9963
E0000 00:00:1746713887.980902 3427459 buffer_comparator.cc:145] Difference at 68: 2.02497, expected 31.8033
E0000 00:00:1746713887.980905 3427459 buffer_comparator.cc:145] Difference at 69: 2.1478, expected 32.7625
E0000 00:00:1746713887.980908 3427459 buffer_comparator.cc:145] Difference at 70: 2.81112, expected 27.4031
E0000 00:00:1746713887.980911 3427459 buffer_comparator.cc:145] Difference at 71: 1.89652, expected 30.8028
E0000 00:00:1746713887.980914 3427459 buffer_comparator.cc:145] Difference at 72: 1.9148, expected 33.4002
E0000 00:00:1746713887.980917 3427459 buffer_comparator.cc:145] Difference at 73: 3.02472, expected 32.1552
2025-05-08 14:18:07.980921: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.983181 3427459 buffer_comparator.cc:145] Difference at 64: 1.67812, expected 31.5574
E0000 00:00:1746713887.983193 3427459 buffer_comparator.cc:145] Difference at 65: 2.42059, expected 29.5749
E0000 00:00:1746713887.983197 3427459 buffer_comparator.cc:145] Difference at 66: 3.06701, expected 32.0894
E0000 00:00:1746713887.983200 3427459 buffer_comparator.cc:145] Difference at 67: 2.63973, expected 32.9963
E0000 00:00:1746713887.983203 3427459 buffer_comparator.cc:145] Difference at 68: 2.02497, expected 31.8033
E0000 00:00:1746713887.983206 3427459 buffer_comparator.cc:145] Difference at 69: 2.1478, expected 32.7625
E0000 00:00:1746713887.983209 3427459 buffer_comparator.cc:145] Difference at 70: 2.81112, expected 27.4031
E0000 00:00:1746713887.983212 3427459 buffer_comparator.cc:145] Difference at 71: 1.89652, expected 30.8028
E0000 00:00:1746713887.983215 3427459 buffer_comparator.cc:145] Difference at 72: 1.9148, expected 33.4002
E0000 00:00:1746713887.983218 3427459 buffer_comparator.cc:145] Difference at 73: 3.02472, expected 32.1552
2025-05-08 14:18:07.983223: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.985524 3427459 buffer_comparator.cc:145] Difference at 12: 27.6924, expected 30.9514
E0000 00:00:1746713887.985536 3427459 buffer_comparator.cc:145] Difference at 34: 29.1095, expected 33.2966
E0000 00:00:1746713887.985540 3427459 buffer_comparator.cc:145] Difference at 64: 3.65301, expected 31.5574
E0000 00:00:1746713887.985543 3427459 buffer_comparator.cc:145] Difference at 65: 4.75988, expected 29.5749
E0000 00:00:1746713887.985546 3427459 buffer_comparator.cc:145] Difference at 66: 4.62933, expected 32.0894
E0000 00:00:1746713887.985549 3427459 buffer_comparator.cc:145] Difference at 67: 4.7059, expected 32.9963
E0000 00:00:1746713887.985552 3427459 buffer_comparator.cc:145] Difference at 68: 3.51997, expected 31.8033
E0000 00:00:1746713887.985555 3427459 buffer_comparator.cc:145] Difference at 69: 3.83219, expected 32.7625
E0000 00:00:1746713887.985558 3427459 buffer_comparator.cc:145] Difference at 70: 4.45377, expected 27.4031
E0000 00:00:1746713887.985562 3427459 buffer_comparator.cc:145] Difference at 71: 3.98344, expected 30.8028
2025-05-08 14:18:07.985567: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.987833 3427459 buffer_comparator.cc:145] Difference at 64: 3.65301, expected 31.5574
E0000 00:00:1746713887.987844 3427459 buffer_comparator.cc:145] Difference at 65: 4.75988, expected 29.5749
E0000 00:00:1746713887.987848 3427459 buffer_comparator.cc:145] Difference at 66: 4.62933, expected 32.0894
E0000 00:00:1746713887.987851 3427459 buffer_comparator.cc:145] Difference at 67: 4.7059, expected 32.9963
E0000 00:00:1746713887.987854 3427459 buffer_comparator.cc:145] Difference at 68: 3.51997, expected 31.8033
E0000 00:00:1746713887.987857 3427459 buffer_comparator.cc:145] Difference at 69: 3.83219, expected 32.7625
E0000 00:00:1746713887.987860 3427459 buffer_comparator.cc:145] Difference at 70: 4.45377, expected 27.4031
E0000 00:00:1746713887.987863 3427459 buffer_comparator.cc:145] Difference at 71: 3.98344, expected 30.8028
E0000 00:00:1746713887.987866 3427459 buffer_comparator.cc:145] Difference at 72: 4.10534, expected 33.4002
E0000 00:00:1746713887.987869 3427459 buffer_comparator.cc:145] Difference at 73: 4.45887, expected 32.1552
2025-05-08 14:18:07.987874: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.990155 3427459 buffer_comparator.cc:145] Difference at 64: 3.65301, expected 31.5574
E0000 00:00:1746713887.990167 3427459 buffer_comparator.cc:145] Difference at 65: 4.75988, expected 29.5749
E0000 00:00:1746713887.990170 3427459 buffer_comparator.cc:145] Difference at 66: 4.62933, expected 32.0894
E0000 00:00:1746713887.990174 3427459 buffer_comparator.cc:145] Difference at 67: 4.7059, expected 32.9963
E0000 00:00:1746713887.990177 3427459 buffer_comparator.cc:145] Difference at 68: 3.51997, expected 31.8033
E0000 00:00:1746713887.990180 3427459 buffer_comparator.cc:145] Difference at 69: 3.83219, expected 32.7625
E0000 00:00:1746713887.990183 3427459 buffer_comparator.cc:145] Difference at 70: 4.45377, expected 27.4031
E0000 00:00:1746713887.990186 3427459 buffer_comparator.cc:145] Difference at 71: 3.98344, expected 30.8028
E0000 00:00:1746713887.990189 3427459 buffer_comparator.cc:145] Difference at 72: 4.10534, expected 33.4002
E0000 00:00:1746713887.990192 3427459 buffer_comparator.cc:145] Difference at 73: 4.45887, expected 32.1552
2025-05-08 14:18:07.990197: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.992470 3427459 buffer_comparator.cc:145] Difference at 64: 3.65301, expected 31.5574
E0000 00:00:1746713887.992481 3427459 buffer_comparator.cc:145] Difference at 65: 4.75988, expected 29.5749
E0000 00:00:1746713887.992485 3427459 buffer_comparator.cc:145] Difference at 66: 4.62933, expected 32.0894
E0000 00:00:1746713887.992489 3427459 buffer_comparator.cc:145] Difference at 67: 4.7059, expected 32.9963
E0000 00:00:1746713887.992492 3427459 buffer_comparator.cc:145] Difference at 68: 3.51997, expected 31.8033
E0000 00:00:1746713887.992495 3427459 buffer_comparator.cc:145] Difference at 69: 3.83219, expected 32.7625
E0000 00:00:1746713887.992498 3427459 buffer_comparator.cc:145] Difference at 70: 4.45377, expected 27.4031
E0000 00:00:1746713887.992501 3427459 buffer_comparator.cc:145] Difference at 71: 3.98344, expected 30.8028
E0000 00:00:1746713887.992504 3427459 buffer_comparator.cc:145] Difference at 72: 4.10534, expected 33.4002
E0000 00:00:1746713887.992507 3427459 buffer_comparator.cc:145] Difference at 73: 4.45887, expected 32.1552
2025-05-08 14:18:07.992512: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.994807 3427459 buffer_comparator.cc:145] Difference at 1: 37.7248, expected 31.7331
E0000 00:00:1746713887.994821 3427459 buffer_comparator.cc:145] Difference at 2: 36.6044, expected 31.4031
E0000 00:00:1746713887.994824 3427459 buffer_comparator.cc:145] Difference at 12: 35.1108, expected 30.9514
E0000 00:00:1746713887.994827 3427459 buffer_comparator.cc:145] Difference at 13: 40.7836, expected 35.4654
E0000 00:00:1746713887.994830 3427459 buffer_comparator.cc:145] Difference at 19: 35.3576, expected 30.0939
E0000 00:00:1746713887.994833 3427459 buffer_comparator.cc:145] Difference at 22: 34.9215, expected 29.6183
E0000 00:00:1746713887.994836 3427459 buffer_comparator.cc:145] Difference at 26: 41.42, expected 35.4607
E0000 00:00:1746713887.994840 3427459 buffer_comparator.cc:145] Difference at 27: 32.6012, expected 27.8865
E0000 00:00:1746713887.994843 3427459 buffer_comparator.cc:145] Difference at 31: 38.0533, expected 33.8873
E0000 00:00:1746713887.994846 3427459 buffer_comparator.cc:145] Difference at 41: 34.4208, expected 30.2349
2025-05-08 14:18:07.994851: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.997134 3427459 buffer_comparator.cc:145] Difference at 1: 37.7248, expected 31.7331
E0000 00:00:1746713887.997146 3427459 buffer_comparator.cc:145] Difference at 2: 36.6044, expected 31.4031
E0000 00:00:1746713887.997149 3427459 buffer_comparator.cc:145] Difference at 12: 35.1108, expected 30.9514
E0000 00:00:1746713887.997153 3427459 buffer_comparator.cc:145] Difference at 13: 40.7836, expected 35.4654
E0000 00:00:1746713887.997156 3427459 buffer_comparator.cc:145] Difference at 19: 35.3576, expected 30.0939
E0000 00:00:1746713887.997159 3427459 buffer_comparator.cc:145] Difference at 22: 34.9215, expected 29.6183
E0000 00:00:1746713887.997162 3427459 buffer_comparator.cc:145] Difference at 26: 41.42, expected 35.4607
E0000 00:00:1746713887.997165 3427459 buffer_comparator.cc:145] Difference at 27: 32.6012, expected 27.8865
E0000 00:00:1746713887.997168 3427459 buffer_comparator.cc:145] Difference at 31: 38.0533, expected 33.8873
E0000 00:00:1746713887.997171 3427459 buffer_comparator.cc:145] Difference at 41: 34.4208, expected 30.2349
2025-05-08 14:18:07.997175: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713887.999443 3427459 buffer_comparator.cc:145] Difference at 1: 37.7248, expected 31.7331
E0000 00:00:1746713887.999455 3427459 buffer_comparator.cc:145] Difference at 2: 36.6044, expected 31.4031
E0000 00:00:1746713887.999458 3427459 buffer_comparator.cc:145] Difference at 12: 35.1108, expected 30.9514
E0000 00:00:1746713887.999461 3427459 buffer_comparator.cc:145] Difference at 13: 40.7836, expected 35.4654
E0000 00:00:1746713887.999464 3427459 buffer_comparator.cc:145] Difference at 19: 35.3576, expected 30.0939
E0000 00:00:1746713887.999467 3427459 buffer_comparator.cc:145] Difference at 22: 34.9215, expected 29.6183
E0000 00:00:1746713887.999470 3427459 buffer_comparator.cc:145] Difference at 26: 41.42, expected 35.4607
E0000 00:00:1746713887.999473 3427459 buffer_comparator.cc:145] Difference at 27: 32.6012, expected 27.8865
E0000 00:00:1746713887.999476 3427459 buffer_comparator.cc:145] Difference at 31: 38.0533, expected 33.8873
E0000 00:00:1746713887.999479 3427459 buffer_comparator.cc:145] Difference at 41: 34.4208, expected 30.2349
2025-05-08 14:18:07.999484: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713888.001739 3427459 buffer_comparator.cc:145] Difference at 64: 3.65301, expected 31.5574
E0000 00:00:1746713888.001755 3427459 buffer_comparator.cc:145] Difference at 65: 4.75988, expected 29.5749
E0000 00:00:1746713888.001760 3427459 buffer_comparator.cc:145] Difference at 66: 4.62933, expected 32.0894
E0000 00:00:1746713888.001763 3427459 buffer_comparator.cc:145] Difference at 67: 4.7059, expected 32.9963
E0000 00:00:1746713888.001766 3427459 buffer_comparator.cc:145] Difference at 68: 3.51997, expected 31.8033
E0000 00:00:1746713888.001769 3427459 buffer_comparator.cc:145] Difference at 69: 3.83219, expected 32.7625
E0000 00:00:1746713888.001772 3427459 buffer_comparator.cc:145] Difference at 70: 4.45377, expected 27.4031
E0000 00:00:1746713888.001775 3427459 buffer_comparator.cc:145] Difference at 71: 3.98344, expected 30.8028
E0000 00:00:1746713888.001778 3427459 buffer_comparator.cc:145] Difference at 72: 4.10534, expected 33.4002
E0000 00:00:1746713888.001781 3427459 buffer_comparator.cc:145] Difference at 73: 4.45887, expected 32.1552
2025-05-08 14:18:08.001786: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713888.004039 3427459 buffer_comparator.cc:145] Difference at 64: 3.65301, expected 31.5574
E0000 00:00:1746713888.004051 3427459 buffer_comparator.cc:145] Difference at 65: 4.75988, expected 29.5749
E0000 00:00:1746713888.004055 3427459 buffer_comparator.cc:145] Difference at 66: 4.62933, expected 32.0894
E0000 00:00:1746713888.004058 3427459 buffer_comparator.cc:145] Difference at 67: 4.7059, expected 32.9963
E0000 00:00:1746713888.004061 3427459 buffer_comparator.cc:145] Difference at 68: 3.51997, expected 31.8033
E0000 00:00:1746713888.004064 3427459 buffer_comparator.cc:145] Difference at 69: 3.83219, expected 32.7625
E0000 00:00:1746713888.004067 3427459 buffer_comparator.cc:145] Difference at 70: 4.45377, expected 27.4031
E0000 00:00:1746713888.004070 3427459 buffer_comparator.cc:145] Difference at 71: 3.98344, expected 30.8028
E0000 00:00:1746713888.004073 3427459 buffer_comparator.cc:145] Difference at 72: 4.10534, expected 33.4002
E0000 00:00:1746713888.004076 3427459 buffer_comparator.cc:145] Difference at 73: 4.45887, expected 32.1552
2025-05-08 14:18:08.004081: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713888.006340 3427459 buffer_comparator.cc:145] Difference at 128: 2.70016, expected 29.7546
E0000 00:00:1746713888.006351 3427459 buffer_comparator.cc:145] Difference at 129: 4.01487, expected 33.0113
E0000 00:00:1746713888.006355 3427459 buffer_comparator.cc:145] Difference at 130: 5.51798, expected 28.1895
E0000 00:00:1746713888.006358 3427459 buffer_comparator.cc:145] Difference at 131: 3.77881, expected 30.8451
E0000 00:00:1746713888.006361 3427459 buffer_comparator.cc:145] Difference at 132: 2.98222, expected 34.6372
E0000 00:00:1746713888.006364 3427459 buffer_comparator.cc:145] Difference at 133: 5.16378, expected 30.9834
E0000 00:00:1746713888.006367 3427459 buffer_comparator.cc:145] Difference at 134: 4.61102, expected 32.4283
E0000 00:00:1746713888.006370 3427459 buffer_comparator.cc:145] Difference at 135: 4.7495, expected 35.0852
E0000 00:00:1746713888.006373 3427459 buffer_comparator.cc:145] Difference at 136: 5.6496, expected 30.3508
E0000 00:00:1746713888.006376 3427459 buffer_comparator.cc:145] Difference at 137: 2.42162, expected 32.6249
2025-05-08 14:18:08.006381: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713888.008655 3427459 buffer_comparator.cc:145] Difference at 0: 33.8934, expected 29.6149
E0000 00:00:1746713888.008670 3427459 buffer_comparator.cc:145] Difference at 1: 41.1821, expected 31.7331
E0000 00:00:1746713888.008674 3427459 buffer_comparator.cc:145] Difference at 2: 38.2959, expected 31.4031
E0000 00:00:1746713888.008677 3427459 buffer_comparator.cc:145] Difference at 3: 36.9072, expected 31.3513
E0000 00:00:1746713888.008681 3427459 buffer_comparator.cc:145] Difference at 4: 35.3651, expected 31.184
E0000 00:00:1746713888.008684 3427459 buffer_comparator.cc:145] Difference at 6: 41.7584, expected 32.9336
E0000 00:00:1746713888.008687 3427459 buffer_comparator.cc:145] Difference at 7: 37.3395, expected 31.6242
E0000 00:00:1746713888.008690 3427459 buffer_comparator.cc:145] Difference at 9: 36.3143, expected 29.4956
E0000 00:00:1746713888.008693 3427459 buffer_comparator.cc:145] Difference at 12: 35.8572, expected 30.9514
E0000 00:00:1746713888.008696 3427459 buffer_comparator.cc:145] Difference at 13: 40.8962, expected 35.4654
2025-05-08 14:18:08.008701: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713888.010993 3427459 buffer_comparator.cc:145] Difference at 0: 33.8934, expected 29.6149
E0000 00:00:1746713888.011005 3427459 buffer_comparator.cc:145] Difference at 1: 41.1821, expected 31.7331
E0000 00:00:1746713888.011008 3427459 buffer_comparator.cc:145] Difference at 2: 38.2959, expected 31.4031
E0000 00:00:1746713888.011011 3427459 buffer_comparator.cc:145] Difference at 3: 36.9072, expected 31.3513
E0000 00:00:1746713888.011014 3427459 buffer_comparator.cc:145] Difference at 4: 35.3651, expected 31.184
E0000 00:00:1746713888.011018 3427459 buffer_comparator.cc:145] Difference at 6: 41.7584, expected 32.9336
E0000 00:00:1746713888.011020 3427459 buffer_comparator.cc:145] Difference at 7: 37.3395, expected 31.6242
E0000 00:00:1746713888.011023 3427459 buffer_comparator.cc:145] Difference at 9: 36.3143, expected 29.4956
E0000 00:00:1746713888.011026 3427459 buffer_comparator.cc:145] Difference at 12: 35.8572, expected 30.9514
E0000 00:00:1746713888.011029 3427459 buffer_comparator.cc:145] Difference at 13: 40.8962, expected 35.4654
2025-05-08 14:18:08.011034: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713888.013301 3427459 buffer_comparator.cc:145] Difference at 128: 4.79769, expected 29.7546
E0000 00:00:1746713888.013313 3427459 buffer_comparator.cc:145] Difference at 129: 6.8007, expected 33.0113
E0000 00:00:1746713888.013316 3427459 buffer_comparator.cc:145] Difference at 130: 11.0686, expected 28.1895
E0000 00:00:1746713888.013319 3427459 buffer_comparator.cc:145] Difference at 131: 7.08373, expected 30.8451
E0000 00:00:1746713888.013322 3427459 buffer_comparator.cc:145] Difference at 132: 5.4205, expected 34.6372
E0000 00:00:1746713888.013325 3427459 buffer_comparator.cc:145] Difference at 133: 9.86429, expected 30.9834
E0000 00:00:1746713888.013328 3427459 buffer_comparator.cc:145] Difference at 134: 8.3517, expected 32.4283
E0000 00:00:1746713888.013331 3427459 buffer_comparator.cc:145] Difference at 135: 7.92188, expected 35.0852
E0000 00:00:1746713888.013334 3427459 buffer_comparator.cc:145] Difference at 136: 11.249, expected 30.3508
E0000 00:00:1746713888.013337 3427459 buffer_comparator.cc:145] Difference at 137: 4.04763, expected 32.6249
2025-05-08 14:18:08.013341: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1746713888.016789 3427459 buffer_comparator.cc:145] Difference at 128: 85.1143, expected 1022.05
E0000 00:00:1746713888.016803 3427459 buffer_comparator.cc:145] Difference at 129: 86.8237, expected 1029.52
E0000 00:00:1746713888.016808 3427459 buffer_comparator.cc:145] Difference at 130: 79.2381, expected 995.187
E0000 00:00:1746713888.016811 3427459 buffer_comparator.cc:145] Difference at 131: 85.921, expected 1027.63
E0000 00:00:1746713888.016815 3427459 buffer_comparator.cc:145] Difference at 132: 87.9907, expected 1011.77
Epoch 1, Iter 39, Loss: 37402.3984375, Throughput: 50.101185 im/s
Epoch 1, Train Loss: 48661.5273438, Time: 100.0837s, Throughput: 49.878272 im/s
Epoch 2, Iter 39, Loss: 36045.9101562, Throughput: 1783.302845 im/s
Epoch 2, Train Loss: 36620.4453125, Time: 2.7998s, Throughput: 1783.003529 im/s
Epoch 3, Iter 39, Loss: 33948.9531250, Throughput: 1802.598954 im/s
Epoch 3, Train Loss: 33726.8125000, Time: 2.7699s, Throughput: 1802.263650 im/s
Epoch 4, Iter 39, Loss: 31256.0898438, Throughput: 1787.870160 im/s
Epoch 4, Train Loss: 32681.8007812, Time: 2.7925s, Throughput: 1787.623031 im/s
Epoch 5, Iter 39, Loss: 31779.6132812, Throughput: 1828.630345 im/s
Epoch 5, Train Loss: 31967.7636719, Time: 2.7303s, Throughput: 1828.381240 im/s
Epoch 6, Iter 39, Loss: 31012.6367188, Throughput: 1832.745911 im/s
Epoch 6, Train Loss: 31403.7050781, Time: 2.7241s, Throughput: 1832.526477 im/s
Epoch 7, Iter 39, Loss: 30298.0273438, Throughput: 1833.814317 im/s
Epoch 7, Train Loss: 31062.1308594, Time: 2.7226s, Throughput: 1833.538107 im/s
Epoch 8, Iter 39, Loss: 30535.6640625, Throughput: 1833.243040 im/s
Epoch 8, Train Loss: 30355.5351562, Time: 2.7234s, Throughput: 1833.029103 im/s
Epoch 9, Iter 39, Loss: 30269.1386719, Throughput: 1833.043386 im/s
Epoch 9, Train Loss: 30027.8964844, Time: 2.7238s, Throughput: 1832.745911 im/s
Epoch 10, Iter 39, Loss: 30068.6894531, Throughput: 1694.817391 im/s
Epoch 10, Train Loss: 29766.4042969, Time: 2.9457s, Throughput: 1694.650040 im/s
Epoch 11, Iter 39, Loss: 29812.5449219, Throughput: 1826.091219 im/s
Epoch 11, Train Loss: 29487.7187500, Time: 2.7340s, Throughput: 1825.903469 im/s
Epoch 12, Iter 39, Loss: 31450.5410156, Throughput: 1836.729060 im/s
Epoch 12, Train Loss: 29186.1660156, Time: 2.7182s, Throughput: 1836.520913 im/s
Epoch 13, Iter 39, Loss: 28363.0312500, Throughput: 1837.951663 im/s
Epoch 13, Train Loss: 28978.9003906, Time: 2.7164s, Throughput: 1837.727755 im/s
Epoch 14, Iter 39, Loss: 29126.9882812, Throughput: 1834.658075 im/s
Epoch 14, Train Loss: 29076.3046875, Time: 2.7213s, Throughput: 1834.420825 im/s
Epoch 15, Iter 39, Loss: 28505.3671875, Throughput: 1836.514148 im/s
Epoch 15, Train Loss: 28822.7656250, Time: 2.7187s, Throughput: 1836.204112 im/s
Epoch 16, Iter 39, Loss: 28339.6367188, Throughput: 1831.190795 im/s
Epoch 16, Train Loss: 28796.0214844, Time: 2.7265s, Throughput: 1830.930105 im/s
Epoch 17, Iter 39, Loss: 27881.3105469, Throughput: 1837.635820 im/s
Epoch 17, Train Loss: 28315.9355469, Time: 2.7169s, Throughput: 1837.413279 im/s
Epoch 18, Iter 39, Loss: 25289.8378906, Throughput: 1838.432412 im/s
Epoch 18, Train Loss: 28102.6289062, Time: 2.7157s, Throughput: 1838.212260 im/s
Epoch 19, Iter 39, Loss: 29956.9218750, Throughput: 1838.881273 im/s
Epoch 19, Train Loss: 28143.0742188, Time: 2.7150s, Throughput: 1838.686847 im/s
Epoch 20, Iter 39, Loss: 29411.8574219, Throughput: 1837.014290 im/s
Epoch 20, Train Loss: 28085.3203125, Time: 2.7178s, Throughput: 1836.751295 im/s
Epoch 21, Iter 39, Loss: 27277.6542969, Throughput: 1835.618793 im/s
Epoch 21, Train Loss: 27717.0039062, Time: 2.7199s, Throughput: 1835.375181 im/s
Epoch 22, Iter 39, Loss: 28252.4023438, Throughput: 1867.958006 im/s
Epoch 22, Train Loss: 27441.8808594, Time: 2.6727s, Throughput: 1867.753218 im/s
Epoch 23, Iter 39, Loss: 26290.8828125, Throughput: 1873.416127 im/s
Epoch 23, Train Loss: 27053.8808594, Time: 2.6650s, Throughput: 1873.186176 im/s
Epoch 24, Iter 39, Loss: 24651.2421875, Throughput: 1926.544377 im/s
Epoch 24, Train Loss: 26404.5097656, Time: 2.5915s, Throughput: 1926.326543 im/s
Epoch 25, Iter 39, Loss: 25550.2324219, Throughput: 1837.985545 im/s
Epoch 25, Train Loss: 26303.0898438, Time: 2.7163s, Throughput: 1837.800181 im/s
Epoch 26, Iter 39, Loss: 25226.0039062, Throughput: 1836.763540 im/s
Epoch 26, Train Loss: 25952.2968750, Time: 2.7181s, Throughput: 1836.547332 im/s
Epoch 27, Iter 39, Loss: 24938.1250000, Throughput: 1839.206591 im/s
Epoch 27, Train Loss: 25889.1386719, Time: 2.7145s, Throughput: 1838.987061 im/s
Epoch 28, Iter 39, Loss: 26637.7304688, Throughput: 1837.982802 im/s
Epoch 28, Train Loss: 25850.3242188, Time: 2.7164s, Throughput: 1837.755499 im/s
Epoch 29, Iter 39, Loss: 24411.1035156, Throughput: 1837.582276 im/s
Epoch 29, Train Loss: 25679.7539062, Time: 2.7169s, Throughput: 1837.372647 im/s
Epoch 30, Iter 39, Loss: 25599.1835938, Throughput: 1835.408806 im/s
Epoch 30, Train Loss: 25522.9960938, Time: 2.7201s, Throughput: 1835.209806 im/s
Epoch 31, Iter 39, Loss: 29581.3125000, Throughput: 1840.186150 im/s
Epoch 31, Train Loss: 25544.4003906, Time: 2.7132s, Throughput: 1839.907532 im/s
Epoch 32, Iter 39, Loss: 23498.0917969, Throughput: 1833.499733 im/s
Epoch 32, Train Loss: 25408.7539062, Time: 2.7230s, Throughput: 1833.291034 im/s
Epoch 33, Iter 39, Loss: 24536.4238281, Throughput: 1834.082417 im/s
Epoch 33, Train Loss: 25464.3964844, Time: 2.7221s, Throughput: 1833.875512 im/s
Epoch 34, Iter 39, Loss: 25151.5507812, Throughput: 1836.985119 im/s
Epoch 34, Train Loss: 25242.6894531, Time: 2.7178s, Throughput: 1836.779009 im/s
Epoch 35, Iter 39, Loss: 24078.0820312, Throughput: 1835.635529 im/s
Epoch 35, Train Loss: 25146.8027344, Time: 2.7199s, Throughput: 1835.346061 im/s
Epoch 36, Iter 39, Loss: 26641.2441406, Throughput: 1837.468103 im/s
Epoch 36, Train Loss: 25237.2714844, Time: 2.7172s, Throughput: 1837.205622 im/s
Epoch 37, Iter 39, Loss: 27420.6289062, Throughput: 1837.526155 im/s
Epoch 37, Train Loss: 24980.7500000, Time: 2.7170s, Throughput: 1837.291549 im/s
Epoch 38, Iter 39, Loss: 25690.2695312, Throughput: 1836.476294 im/s
Epoch 38, Train Loss: 25020.6777344, Time: 2.7186s, Throughput: 1836.252744 im/s
Epoch 39, Iter 39, Loss: 24210.6601562, Throughput: 1836.760801 im/s
Epoch 39, Train Loss: 24977.9824219, Time: 2.7183s, Throughput: 1836.463407 im/s
Epoch 40, Iter 39, Loss: 25275.4941406, Throughput: 1837.565343 im/s
Epoch 40, Train Loss: 24863.6445312, Time: 2.7169s, Throughput: 1837.355717 im/s
Epoch 41, Iter 39, Loss: 26325.2343750, Throughput: 1834.863870 im/s
Epoch 41, Train Loss: 24773.9160156, Time: 2.7213s, Throughput: 1834.410700 im/s
Epoch 42, Iter 39, Loss: 25816.2343750, Throughput: 1830.948998 im/s
Epoch 42, Train Loss: 24861.8144531, Time: 2.7269s, Throughput: 1830.677171 im/s
Epoch 43, Iter 39, Loss: 23637.4414062, Throughput: 1832.178666 im/s
Epoch 43, Train Loss: 24778.6621094, Time: 2.7252s, Throughput: 1831.810954 im/s
Epoch 44, Iter 39, Loss: 25017.5351562, Throughput: 1837.700012 im/s
Epoch 44, Train Loss: 24699.1914062, Time: 2.7172s, Throughput: 1837.170480 im/s
Epoch 45, Iter 39, Loss: 23731.9179688, Throughput: 1837.737917 im/s
Epoch 45, Train Loss: 24923.4062500, Time: 2.7169s, Throughput: 1837.366520 im/s
Epoch 46, Iter 39, Loss: 24399.2421875, Throughput: 1837.914557 im/s
Epoch 46, Train Loss: 24788.5175781, Time: 2.7167s, Throughput: 1837.556634 im/s
Epoch 47, Iter 39, Loss: 23526.3964844, Throughput: 1836.012989 im/s
Epoch 47, Train Loss: 24664.3007812, Time: 2.7194s, Throughput: 1835.706503 im/s
Epoch 48, Iter 39, Loss: 23569.2421875, Throughput: 1838.213551 im/s
Epoch 48, Train Loss: 24693.0605469, Time: 2.7161s, Throughput: 1837.917138 im/s
Epoch 49, Iter 39, Loss: 25050.2949219, Throughput: 1834.892010 im/s
Epoch 49, Train Loss: 24669.6269531, Time: 2.7209s, Throughput: 1834.707269 im/s
Epoch 50, Iter 39, Loss: 23221.5156250, Throughput: 1820.614767 im/s
Epoch 50, Train Loss: 24732.1660156, Time: 2.7423s, Throughput: 1820.371165 im/s

---

Appendix

using InteractiveUtils
InteractiveUtils.versioninfo()

if @isdefined(MLDataDevices)
    if @isdefined(CUDA) && MLDataDevices.functional(CUDADevice)
        println()
        CUDA.versioninfo()
    end

    if @isdefined(AMDGPU) && MLDataDevices.functional(AMDGPUDevice)
        println()
        AMDGPU.versioninfo()
    end
end

Julia Version 1.11.5
Commit 760b2e5b739 (2025-04-14 06:53 UTC)
Build Info:
  Official https://julialang.org/ release
Platform Info:
  OS: Linux (x86_64-linux-gnu)
  CPU: 48 × AMD EPYC 7402 24-Core Processor
  WORD_SIZE: 64
  LLVM: libLLVM-16.0.6 (ORCJIT, znver2)
Threads: 48 default, 0 interactive, 24 GC (on 2 virtual cores)
Environment:
  JULIA_CPU_THREADS = 2
  LD_LIBRARY_PATH = /usr/local/nvidia/lib:/usr/local/nvidia/lib64
  JULIA_PKG_SERVER = 
  JULIA_NUM_THREADS = 48
  JULIA_CUDA_HARD_MEMORY_LIMIT = 100%
  JULIA_PKG_PRECOMPILE_AUTO = 0
  JULIA_DEBUG = Literate
  JULIA_DEPOT_PATH = /root/.cache/julia-buildkite-plugin/depots/01872db4-8c79-43af-ab7d-12abac4f24f6

---

This page was generated using Literate.jl.