Convolutional VAE for MNIST using Reactant
Convolutional variational autoencoder (CVAE) implementation in MLX using MNIST. This is based on the CVAE implementation in MLX.
julia
using Lux,
Reactant,
MLDatasets,
Random,
Statistics,
Enzyme,
MLUtils,
DataAugmentation,
ConcreteStructs,
OneHotArrays,
ImageShow,
Images,
Printf,
Optimisers
const xdev = reactant_device(; force=true)
const cdev = cpu_device()
const IN_VSCODE = isdefined(Main, :VSCodeServer)
false
Model Definition
First we will define the encoder.It maps the input to a normal distribution in latent space and sample a latent vector from that distribution.
julia
function cvae_encoder(
rng=Random.default_rng();
num_latent_dims::Int,
image_shape::Dims{3},
max_num_filters::Int,
)
flattened_dim = prod(image_shape[1:2] .÷ 8) * max_num_filters
return @compact(;
embed=Chain(
Chain(
Conv((3, 3), image_shape[3] => max_num_filters ÷ 4; stride=2, pad=1),
BatchNorm(max_num_filters ÷ 4, leakyrelu),
),
Chain(
Conv((3, 3), max_num_filters ÷ 4 => max_num_filters ÷ 2; stride=2, pad=1),
BatchNorm(max_num_filters ÷ 2, leakyrelu),
),
Chain(
Conv((3, 3), max_num_filters ÷ 2 => max_num_filters; stride=2, pad=1),
BatchNorm(max_num_filters, leakyrelu),
),
FlattenLayer(),
),
proj_mu=Dense(flattened_dim, num_latent_dims; init_bias=zeros32),
proj_log_var=Dense(flattened_dim, num_latent_dims; init_bias=zeros32),
rng
) do x
y = embed(x)
μ = proj_mu(y)
logσ² = proj_log_var(y)
T = eltype(logσ²)
logσ² = clamp.(logσ², -T(20.0f0), T(10.0f0))
σ = exp.(logσ² .* T(0.5))
# Generate a tensor of random values from a normal distribution
ϵ = randn_like(Lux.replicate(rng), σ)
# Reparameterization trick to brackpropagate through sampling
z = ϵ .* σ .+ μ
@return z, μ, logσ²
end
end
cvae_encoder (generic function with 2 methods)
Similarly we define the decoder.
julia
function cvae_decoder(; num_latent_dims::Int, image_shape::Dims{3}, max_num_filters::Int)
flattened_dim = prod(image_shape[1:2] .÷ 8) * max_num_filters
return @compact(;
linear=Dense(num_latent_dims, flattened_dim),
upchain=Chain(
Chain(
Upsample(2),
Conv((3, 3), max_num_filters => max_num_filters ÷ 2; stride=1, pad=1),
BatchNorm(max_num_filters ÷ 2, leakyrelu),
),
Chain(
Upsample(2),
Conv((3, 3), max_num_filters ÷ 2 => max_num_filters ÷ 4; stride=1, pad=1),
BatchNorm(max_num_filters ÷ 4, leakyrelu),
),
Chain(
Upsample(2),
Conv(
(3, 3), max_num_filters ÷ 4 => image_shape[3], sigmoid; stride=1, pad=1
),
),
),
max_num_filters
) do x
y = linear(x)
img = reshape(y, image_shape[1] ÷ 8, image_shape[2] ÷ 8, max_num_filters, :)
@return upchain(img)
end
end
@concrete struct CVAE <: AbstractLuxContainerLayer{(:encoder, :decoder)}
encoder <: AbstractLuxLayer
decoder <: AbstractLuxLayer
end
function CVAE(
rng=Random.default_rng();
num_latent_dims::Int,
image_shape::Dims{3},
max_num_filters::Int,
)
decoder = cvae_decoder(; num_latent_dims, image_shape, max_num_filters)
encoder = cvae_encoder(rng; num_latent_dims, image_shape, max_num_filters)
return CVAE(encoder, decoder)
end
function (cvae::CVAE)(x, ps, st)
(z, μ, logσ²), st_enc = cvae.encoder(x, ps.encoder, st.encoder)
x_rec, st_dec = cvae.decoder(z, ps.decoder, st.decoder)
return (x_rec, μ, logσ²), (; encoder=st_enc, decoder=st_dec)
end
function encode(cvae::CVAE, x, ps, st)
(z, _, _), st_enc = cvae.encoder(x, ps.encoder, st.encoder)
return z, (; encoder=st_enc, st.decoder)
end
function decode(cvae::CVAE, z, ps, st)
x_rec, st_dec = cvae.decoder(z, ps.decoder, st.decoder)
return x_rec, (; decoder=st_dec, st.encoder)
end
decode (generic function with 1 method)
Loading MNIST
julia
@concrete struct TensorDataset
dataset
transform
total_samples::Int
end
Base.length(ds::TensorDataset) = ds.total_samples
function Base.getindex(ds::TensorDataset, idxs::Union{Vector{<:Integer},AbstractRange})
img = Image.(eachslice(convert2image(ds.dataset, idxs); dims=3))
return stack(parent ∘ itemdata ∘ Base.Fix1(apply, ds.transform), img)
end
function loadmnist(batchsize, image_size::Dims{2})
# Load MNIST: Only 1500 for demonstration purposes on CI
train_dataset = MNIST(; split=:train)
N = parse(Bool, get(ENV, "CI", "false")) ? 5000 : length(train_dataset)
train_transform = ScaleKeepAspect(image_size) |> ImageToTensor()
trainset = TensorDataset(train_dataset, train_transform, N)
trainloader = DataLoader(trainset; batchsize, shuffle=true, partial=false)
return trainloader
end
loadmnist (generic function with 1 method)
Helper Functions
Generate an Image Grid from a list of images
julia
function create_image_grid(imgs::AbstractArray, grid_rows::Int, grid_cols::Int)
total_images = grid_rows * grid_cols
imgs = map(eachslice(imgs[:, :, :, 1:total_images]; dims=4)) do img
cimg = if size(img, 3) == 1
colorview(Gray, view(img, :, :, 1))
else
colorview(RGB, permutedims(img, (3, 1, 2)))
end
return cimg'
end
return create_image_grid(imgs, grid_rows, grid_cols)
end
function create_image_grid(images::Vector, grid_rows::Int, grid_cols::Int)
# Check if the number of images matches the grid
total_images = grid_rows * grid_cols
@assert length(images) == total_images
# Get the size of a single image (assuming all images are the same size)
img_height, img_width = size(images[1])
# Create a blank grid canvas
grid_height = img_height * grid_rows
grid_width = img_width * grid_cols
grid_canvas = similar(images[1], grid_height, grid_width)
# Place each image in the correct position on the canvas
for idx in 1:total_images
row = div(idx - 1, grid_cols) + 1
col = mod(idx - 1, grid_cols) + 1
start_row = (row - 1) * img_height + 1
start_col = (col - 1) * img_width + 1
grid_canvas[start_row:(start_row + img_height - 1), start_col:(start_col + img_width - 1)] .= images[idx]
end
return grid_canvas
end
function loss_function(model, ps, st, X)
(y, μ, logσ²), st = model(X, ps, st)
reconstruction_loss = MSELoss(; agg=sum)(y, X)
kldiv_loss = -sum(1 .+ logσ² .- μ .^ 2 .- exp.(logσ²)) / 2
loss = reconstruction_loss + kldiv_loss
return loss, st, (; y, μ, logσ², reconstruction_loss, kldiv_loss)
end
function generate_images(
model, ps, st; num_samples::Int=128, num_latent_dims::Int, decode_compiled=nothing
)
z = get_device((ps, st))(randn(Float32, num_latent_dims, num_samples))
if decode_compiled === nothing
images, _ = decode(model, z, ps, Lux.testmode(st))
else
images, _ = decode_compiled(model, z, ps, Lux.testmode(st))
images = cpu_device()(images)
end
return create_image_grid(images, 8, num_samples ÷ 8)
end
function reconstruct_images(model, ps, st, X)
(recon, _, _), _ = model(X, ps, Lux.testmode(st))
recon = cpu_device()(recon)
return create_image_grid(recon, 8, size(X, ndims(X)) ÷ 8)
end
reconstruct_images (generic function with 1 method)
Training the Model
julia
function main(;
batchsize=128,
image_size=(64, 64),
num_latent_dims=8,
max_num_filters=64,
seed=0,
epochs=50,
weight_decay=1.0e-5,
learning_rate=1.0e-3,
num_samples=batchsize,
)
rng = Xoshiro()
Random.seed!(rng, seed)
cvae = CVAE(rng; num_latent_dims, image_shape=(image_size..., 1), max_num_filters)
ps, st = xdev(Lux.setup(rng, cvae))
z = xdev(randn(Float32, num_latent_dims, num_samples))
decode_compiled = @compile decode(cvae, z, ps, Lux.testmode(st))
x = xdev(randn(Float32, image_size..., 1, batchsize))
cvae_compiled = @compile cvae(x, ps, Lux.testmode(st))
train_dataloader = xdev(loadmnist(batchsize, image_size))
opt = AdamW(; eta=learning_rate, lambda=weight_decay)
train_state = Training.TrainState(cvae, ps, st, opt)
@printf "Total Trainable Parameters: %0.4f M\n" (Lux.parameterlength(ps) / 1.0e6)
empty_row, model_img_full = nothing, nothing
for epoch in 1:epochs
loss_total = 0.0f0
total_samples = 0
start_time = time()
for (i, X) in enumerate(train_dataloader)
(_, loss, _, train_state) = Training.single_train_step!(
AutoEnzyme(), loss_function, X, train_state; return_gradients=Val(false)
)
loss_total += loss
total_samples += size(X, ndims(X))
if i % 250 == 0 || i == length(train_dataloader)
throughput = total_samples / (time() - start_time)
@printf "Epoch %d, Iter %d, Loss: %.7f, Throughput: %.6f im/s\n" epoch i loss throughput
end
end
total_time = time() - start_time
train_loss = loss_total / length(train_dataloader)
throughput = total_samples / total_time
@printf "Epoch %d, Train Loss: %.7f, Time: %.4fs, Throughput: %.6f im/s\n" epoch train_loss total_time throughput
if IN_VSCODE || epoch == epochs
recon_images = reconstruct_images(
cvae_compiled,
train_state.parameters,
train_state.states,
first(train_dataloader),
)
gen_images = generate_images(
cvae,
train_state.parameters,
train_state.states;
num_samples,
num_latent_dims,
decode_compiled,
)
if empty_row === nothing
empty_row = similar(gen_images, image_size[1], size(gen_images, 2))
fill!(empty_row, 0)
end
model_img_full = vcat(recon_images, empty_row, gen_images)
IN_VSCODE && display(model_img_full)
end
end
return model_img_full
end
img = main()
2025-05-23 22:57:35.198488: I external/xla/xla/service/service.cc:152] XLA service 0x851fe30 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices:
2025-05-23 22:57:35.198520: I external/xla/xla/service/service.cc:160] StreamExecutor device (0): NVIDIA A100-PCIE-40GB MIG 1g.5gb, Compute Capability 8.0
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
I0000 00:00:1748041055.199538 788550 se_gpu_pjrt_client.cc:1026] Using BFC allocator.
I0000 00:00:1748041055.199607 788550 gpu_helpers.cc:136] XLA backend allocating 3825205248 bytes on device 0 for BFCAllocator.
I0000 00:00:1748041055.199663 788550 gpu_helpers.cc:177] XLA backend will use up to 1275068416 bytes on device 0 for CollectiveBFCAllocator.
I0000 00:00:1748041055.214318 788550 cuda_dnn.cc:529] Loaded cuDNN version 90400
┌ Warning: `training` is set to `Val{false}()` but is being used within an autodiff call (gradient, jacobian, etc...). This might lead to incorrect results. If you are using a `Lux.jl` model, set it to training mode using `LuxCore.trainmode`.
└ @ LuxLib.Utils /var/lib/buildkite-agent/builds/gpuci-4/julialang/lux-dot-jl/lib/LuxLib/src/utils.jl:344
E0000 00:00:1748041120.764013 788550 buffer_comparator.cc:145] Difference at 16: 0, expected 1.55868
E0000 00:00:1748041120.764772 788550 buffer_comparator.cc:145] Difference at 17: 0, expected 2.06494
E0000 00:00:1748041120.764777 788550 buffer_comparator.cc:145] Difference at 18: 0, expected 3.23448
E0000 00:00:1748041120.764780 788550 buffer_comparator.cc:145] Difference at 19: 0, expected 1.47842
E0000 00:00:1748041120.764783 788550 buffer_comparator.cc:145] Difference at 20: 0, expected 2.35438
E0000 00:00:1748041120.764786 788550 buffer_comparator.cc:145] Difference at 21: 0, expected 3.03704
E0000 00:00:1748041120.764789 788550 buffer_comparator.cc:145] Difference at 22: 0, expected 2.70158
E0000 00:00:1748041120.764792 788550 buffer_comparator.cc:145] Difference at 23: 0, expected 2.2793
E0000 00:00:1748041120.764795 788550 buffer_comparator.cc:145] Difference at 24: 0, expected 1.54931
E0000 00:00:1748041120.764798 788550 buffer_comparator.cc:145] Difference at 25: 0, expected 1.59519
2025-05-23 22:58:40.764810: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.768165 788550 buffer_comparator.cc:145] Difference at 16: 0, expected 1.55868
E0000 00:00:1748041120.768177 788550 buffer_comparator.cc:145] Difference at 17: 0, expected 2.06494
E0000 00:00:1748041120.768181 788550 buffer_comparator.cc:145] Difference at 18: 0, expected 3.23448
E0000 00:00:1748041120.768183 788550 buffer_comparator.cc:145] Difference at 19: 0, expected 1.47842
E0000 00:00:1748041120.768186 788550 buffer_comparator.cc:145] Difference at 20: 0, expected 2.35438
E0000 00:00:1748041120.768189 788550 buffer_comparator.cc:145] Difference at 21: 0, expected 3.03704
E0000 00:00:1748041120.768192 788550 buffer_comparator.cc:145] Difference at 22: 0, expected 2.70158
E0000 00:00:1748041120.768194 788550 buffer_comparator.cc:145] Difference at 23: 0, expected 2.2793
E0000 00:00:1748041120.768197 788550 buffer_comparator.cc:145] Difference at 24: 0, expected 1.54931
E0000 00:00:1748041120.768200 788550 buffer_comparator.cc:145] Difference at 25: 0, expected 1.59519
2025-05-23 22:58:40.768205: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.771311 788550 buffer_comparator.cc:145] Difference at 16: 0, expected 1.55868
E0000 00:00:1748041120.771328 788550 buffer_comparator.cc:145] Difference at 17: 0, expected 2.06494
E0000 00:00:1748041120.771331 788550 buffer_comparator.cc:145] Difference at 18: 0, expected 3.23448
E0000 00:00:1748041120.771334 788550 buffer_comparator.cc:145] Difference at 19: 0, expected 1.47842
E0000 00:00:1748041120.771336 788550 buffer_comparator.cc:145] Difference at 20: 0, expected 2.35438
E0000 00:00:1748041120.771339 788550 buffer_comparator.cc:145] Difference at 21: 0, expected 3.03704
E0000 00:00:1748041120.771342 788550 buffer_comparator.cc:145] Difference at 22: 0, expected 2.70158
E0000 00:00:1748041120.771345 788550 buffer_comparator.cc:145] Difference at 23: 0, expected 2.2793
E0000 00:00:1748041120.771347 788550 buffer_comparator.cc:145] Difference at 24: 0, expected 1.54931
E0000 00:00:1748041120.771350 788550 buffer_comparator.cc:145] Difference at 25: 0, expected 1.59519
2025-05-23 22:58:40.771355: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.774238 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.774250 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.774253 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.774256 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.774258 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.774262 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.774265 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.774268 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.774271 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.774273 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.774278: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.777128 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.777143 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.777146 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.777149 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.777152 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.777155 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.777157 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.777160 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.777163 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.777166 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.777170: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.780057 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.780069 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.780072 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.780075 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.780077 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.780080 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.780083 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.780086 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.780088 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.780091 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.780096: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.783162 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.783174 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.783177 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.783179 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.783182 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.783185 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.783188 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.783190 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.783193 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.783197 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.783202: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.786280 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.786292 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.786295 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.786298 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.786301 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.786304 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.786306 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.786309 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.786312 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.786315 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.786319: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.789179 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.789191 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.789194 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.789197 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.789200 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.789202 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.789205 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.789208 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.789210 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.789213 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.789218: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.792302 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.792313 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.792316 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.792319 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.792322 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.792325 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.792327 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.792330 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.792333 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.792335 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.792340: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.795202 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.795214 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.795217 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.795220 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.795223 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.795226 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.795228 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.795231 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.795234 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.795236 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.795241: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.798089 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.798101 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.798104 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.798107 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.798109 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.798112 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.798115 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.798118 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.798120 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.798123 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.798128: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.800977 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.800994 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.800997 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.801000 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.801002 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.801005 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.801008 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.801011 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.801013 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.801016 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.801021: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.803904 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.803919 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.803923 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.803925 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.803928 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.803932 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.803934 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.803937 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.803940 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.803943 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.803947: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.806791 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.806803 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.806806 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.806809 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.806811 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.806814 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.806817 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.806820 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.806822 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.806825 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.806830: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.809684 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.809699 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.809702 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.809705 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.809708 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.809710 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.809713 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.809716 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.809719 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.809721 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.809726: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.812566 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.812581 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.812584 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.812586 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.812589 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.812592 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.812595 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.812597 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.812600 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.812604 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.812609: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.815452 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.815468 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.815471 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.815474 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.815477 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.815479 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.815482 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.815485 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.815488 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.815490 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.815495: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.818343 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.818355 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.818358 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.818361 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.818364 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.818367 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.818369 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.818372 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.818375 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.818377 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.818382: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.821242 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.821254 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.821257 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.821260 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.821262 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.821265 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.821268 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.821271 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.821273 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.821276 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.821281: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.824138 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.824154 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.824157 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.824160 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.824163 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.824165 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.824168 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.824171 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.824173 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.824176 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.824181: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.827038 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.827053 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.827056 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.827059 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.827062 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.827065 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.827067 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.827070 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.827073 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.827076 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.827080: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.829984 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.829996 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.829999 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.830002 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.830005 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.830007 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.830010 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.830013 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.830016 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.830018 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.830023: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.832905 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.832917 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.832921 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.832923 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.832926 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.832930 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.832933 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.832936 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.832938 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.832941 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.832946: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.835851 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.835868 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.835877 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.835883 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.835889 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.835892 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.835895 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.835897 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.835900 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.835903 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.835907: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.838779 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.838792 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.838796 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.838799 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.838801 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.838804 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.838807 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.838810 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.838812 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.838815 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.838820: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041120.841735 788550 buffer_comparator.cc:145] Difference at 256: 0, expected 2.17176
E0000 00:00:1748041120.841748 788550 buffer_comparator.cc:145] Difference at 257: 0, expected 2.56977
E0000 00:00:1748041120.841752 788550 buffer_comparator.cc:145] Difference at 258: 0, expected 3.08233
E0000 00:00:1748041120.841755 788550 buffer_comparator.cc:145] Difference at 259: 0, expected 2.61476
E0000 00:00:1748041120.841758 788550 buffer_comparator.cc:145] Difference at 260: 0, expected 1.8305
E0000 00:00:1748041120.841760 788550 buffer_comparator.cc:145] Difference at 261: 0, expected 3.09722
E0000 00:00:1748041120.841763 788550 buffer_comparator.cc:145] Difference at 262: 0, expected 2.70297
E0000 00:00:1748041120.841766 788550 buffer_comparator.cc:145] Difference at 263: 0, expected 2.23948
E0000 00:00:1748041120.841769 788550 buffer_comparator.cc:145] Difference at 264: 0, expected 1.8131
E0000 00:00:1748041120.841773 788550 buffer_comparator.cc:145] Difference at 265: 0, expected 2.7006
2025-05-23 22:58:40.841777: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.514883 788550 buffer_comparator.cc:145] Difference at 16: 0.911067, expected 1.55868
E0000 00:00:1748041141.514941 788550 buffer_comparator.cc:145] Difference at 17: 0.962707, expected 2.06494
E0000 00:00:1748041141.514953 788550 buffer_comparator.cc:145] Difference at 18: 0.699634, expected 3.23448
E0000 00:00:1748041141.514956 788550 buffer_comparator.cc:145] Difference at 19: 0.669123, expected 1.47842
E0000 00:00:1748041141.514959 788550 buffer_comparator.cc:145] Difference at 20: 0.725182, expected 2.35438
E0000 00:00:1748041141.514962 788550 buffer_comparator.cc:145] Difference at 21: 0.0769285, expected 3.03704
E0000 00:00:1748041141.514965 788550 buffer_comparator.cc:145] Difference at 22: 0.229886, expected 2.70158
E0000 00:00:1748041141.514968 788550 buffer_comparator.cc:145] Difference at 23: 0.203082, expected 2.2793
E0000 00:00:1748041141.514971 788550 buffer_comparator.cc:145] Difference at 24: 0.576053, expected 1.54931
E0000 00:00:1748041141.514974 788550 buffer_comparator.cc:145] Difference at 25: 0.113999, expected 1.59519
2025-05-23 22:59:01.514986: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.517910 788550 buffer_comparator.cc:145] Difference at 16: 0.911067, expected 1.55868
E0000 00:00:1748041141.517923 788550 buffer_comparator.cc:145] Difference at 17: 0.962707, expected 2.06494
E0000 00:00:1748041141.517926 788550 buffer_comparator.cc:145] Difference at 18: 0.699634, expected 3.23448
E0000 00:00:1748041141.517929 788550 buffer_comparator.cc:145] Difference at 19: 0.669123, expected 1.47842
E0000 00:00:1748041141.517932 788550 buffer_comparator.cc:145] Difference at 20: 0.725182, expected 2.35438
E0000 00:00:1748041141.517935 788550 buffer_comparator.cc:145] Difference at 21: 0.0769285, expected 3.03704
E0000 00:00:1748041141.517938 788550 buffer_comparator.cc:145] Difference at 22: 0.229886, expected 2.70158
E0000 00:00:1748041141.517941 788550 buffer_comparator.cc:145] Difference at 23: 0.203082, expected 2.2793
E0000 00:00:1748041141.517944 788550 buffer_comparator.cc:145] Difference at 24: 0.576053, expected 1.54931
E0000 00:00:1748041141.517946 788550 buffer_comparator.cc:145] Difference at 25: 0.113999, expected 1.59519
2025-05-23 22:59:01.517951: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.520866 788550 buffer_comparator.cc:145] Difference at 16: 0.911067, expected 1.55868
E0000 00:00:1748041141.520878 788550 buffer_comparator.cc:145] Difference at 17: 0.962707, expected 2.06494
E0000 00:00:1748041141.520882 788550 buffer_comparator.cc:145] Difference at 18: 0.699634, expected 3.23448
E0000 00:00:1748041141.520885 788550 buffer_comparator.cc:145] Difference at 19: 0.669123, expected 1.47842
E0000 00:00:1748041141.520888 788550 buffer_comparator.cc:145] Difference at 20: 0.725182, expected 2.35438
E0000 00:00:1748041141.520890 788550 buffer_comparator.cc:145] Difference at 21: 0.0769285, expected 3.03704
E0000 00:00:1748041141.520894 788550 buffer_comparator.cc:145] Difference at 22: 0.229886, expected 2.70158
E0000 00:00:1748041141.520896 788550 buffer_comparator.cc:145] Difference at 23: 0.203082, expected 2.2793
E0000 00:00:1748041141.520899 788550 buffer_comparator.cc:145] Difference at 24: 0.576053, expected 1.54931
E0000 00:00:1748041141.520902 788550 buffer_comparator.cc:145] Difference at 25: 0.113999, expected 1.59519
2025-05-23 22:59:01.520907: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.523810 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.523822 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.523826 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.523829 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.523832 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.523835 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.523838 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.523840 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.523843 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.523846 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.523851: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.526741 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.526753 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.526756 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.526759 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.526762 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.526765 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.526768 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.526771 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.526773 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.526776 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.526781: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.529706 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.529718 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.529721 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.529724 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.529727 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.529730 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.529733 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.529736 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.529739 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.529741 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.529746: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.532662 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.532675 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.532679 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.532681 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.532684 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.532687 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.532690 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.532693 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.532696 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.532699 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.532703: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.535653 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.535664 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.535668 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.535671 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.535674 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.535676 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.535679 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.535682 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.535685 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.535688 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.535692: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.538611 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.538623 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.538632 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.538635 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.538638 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.538641 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.538644 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.538646 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.538649 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.538652 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.538657: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.541569 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.541581 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.541584 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.541588 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.541591 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.541594 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.541596 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.541599 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.541602 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.541605 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.541610: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.544510 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.544522 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.544525 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.544528 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.544531 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.544534 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.544537 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.544539 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.544542 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.544545 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.544550: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.547447 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.547459 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.547463 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.547465 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.547468 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.547471 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.547474 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.547477 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.547480 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.547483 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.547487: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.550395 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.550406 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.550410 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.550413 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.550415 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.550420 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.550422 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.550425 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.550428 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.550431 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.550436: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.553338 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.553350 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.553354 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.553357 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.553360 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.553362 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.553365 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.553368 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.553371 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.553374 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.553379: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.556266 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.556278 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.556282 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.556285 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.556287 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.556290 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.556293 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.556296 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.556299 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.556301 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.556306: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.559214 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.559226 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.559230 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.559233 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.559236 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.559238 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.559241 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.559246 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.559249 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.559251 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.559256: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.562192 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.562204 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.562208 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.562211 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.562213 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.562216 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.562219 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.562222 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.562225 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.562228 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.562232: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.565137 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.565148 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.565152 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.565155 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.565157 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.565160 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.565163 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.565166 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.565169 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.565172 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.565176: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.568097 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.568109 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.568112 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.568115 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.568118 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.568121 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.568124 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.568127 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.568129 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.568134 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.568138: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.571049 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.571061 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.571065 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.571067 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.571070 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.571073 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.571076 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.571079 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.571082 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.571084 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.571089: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.574011 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.574023 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.574027 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.574030 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.574033 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.574035 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.574038 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.574041 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.574044 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.574047 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.574051: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.576950 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.576962 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.576966 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.576969 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.576971 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.576974 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.576977 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.576980 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.576983 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.576986 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.576990: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.579908 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.579920 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.579923 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.579926 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.579929 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.579932 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.579935 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.579937 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.579940 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.579943 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.579948: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.582861 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.582873 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.582877 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.582879 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.582882 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.582885 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.582888 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.582891 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.582894 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.582897 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.582901: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041141.585845 788550 buffer_comparator.cc:145] Difference at 256: 0.901208, expected 2.17176
E0000 00:00:1748041141.585858 788550 buffer_comparator.cc:145] Difference at 257: 0.651118, expected 2.56977
E0000 00:00:1748041141.585861 788550 buffer_comparator.cc:145] Difference at 258: 0.54055, expected 3.08233
E0000 00:00:1748041141.585864 788550 buffer_comparator.cc:145] Difference at 259: 0.935784, expected 2.61476
E0000 00:00:1748041141.585867 788550 buffer_comparator.cc:145] Difference at 260: 0.431981, expected 1.8305
E0000 00:00:1748041141.585870 788550 buffer_comparator.cc:145] Difference at 261: 0.129236, expected 3.09722
E0000 00:00:1748041141.585872 788550 buffer_comparator.cc:145] Difference at 262: 0.542667, expected 2.70297
E0000 00:00:1748041141.585875 788550 buffer_comparator.cc:145] Difference at 263: 0.11431, expected 2.23948
E0000 00:00:1748041141.585878 788550 buffer_comparator.cc:145] Difference at 264: 0.712415, expected 1.8131
E0000 00:00:1748041141.585881 788550 buffer_comparator.cc:145] Difference at 265: 0.626631, expected 2.7006
2025-05-23 22:59:01.585886: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
Total Trainable Parameters: 0.1493 M
E0000 00:00:1748041231.318278 788550 buffer_comparator.cc:145] Difference at 128: 85.1143, expected 1022.05
E0000 00:00:1748041231.318336 788550 buffer_comparator.cc:145] Difference at 129: 86.8237, expected 1029.52
E0000 00:00:1748041231.318368 788550 buffer_comparator.cc:145] Difference at 130: 79.2381, expected 995.187
E0000 00:00:1748041231.318372 788550 buffer_comparator.cc:145] Difference at 131: 85.921, expected 1027.63
E0000 00:00:1748041231.318375 788550 buffer_comparator.cc:145] Difference at 132: 87.9907, expected 1011.77
E0000 00:00:1748041231.318378 788550 buffer_comparator.cc:145] Difference at 133: 84.0962, expected 1018.68
E0000 00:00:1748041231.318382 788550 buffer_comparator.cc:145] Difference at 134: 82.4535, expected 1017.05
E0000 00:00:1748041231.318385 788550 buffer_comparator.cc:145] Difference at 135: 81.3837, expected 1010.47
E0000 00:00:1748041231.318388 788550 buffer_comparator.cc:145] Difference at 136: 87.8709, expected 1034.86
E0000 00:00:1748041231.318391 788550 buffer_comparator.cc:145] Difference at 137: 94.9028, expected 1059.74
2025-05-23 23:00:31.318404: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.320705 788550 buffer_comparator.cc:145] Difference at 128: 85.1143, expected 1022.05
E0000 00:00:1748041231.320718 788550 buffer_comparator.cc:145] Difference at 129: 86.8237, expected 1029.52
E0000 00:00:1748041231.320723 788550 buffer_comparator.cc:145] Difference at 130: 79.2381, expected 995.187
E0000 00:00:1748041231.320726 788550 buffer_comparator.cc:145] Difference at 131: 85.921, expected 1027.63
E0000 00:00:1748041231.320729 788550 buffer_comparator.cc:145] Difference at 132: 87.9907, expected 1011.77
E0000 00:00:1748041231.320732 788550 buffer_comparator.cc:145] Difference at 133: 84.0962, expected 1018.68
E0000 00:00:1748041231.320736 788550 buffer_comparator.cc:145] Difference at 134: 82.4535, expected 1017.05
E0000 00:00:1748041231.320739 788550 buffer_comparator.cc:145] Difference at 135: 81.3837, expected 1010.47
E0000 00:00:1748041231.320742 788550 buffer_comparator.cc:145] Difference at 136: 87.8709, expected 1034.86
E0000 00:00:1748041231.320745 788550 buffer_comparator.cc:145] Difference at 137: 94.9028, expected 1059.74
2025-05-23 23:00:31.320750: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.322979 788550 buffer_comparator.cc:145] Difference at 128: 85.1143, expected 1022.05
E0000 00:00:1748041231.322991 788550 buffer_comparator.cc:145] Difference at 129: 86.8237, expected 1029.52
E0000 00:00:1748041231.322996 788550 buffer_comparator.cc:145] Difference at 130: 79.2381, expected 995.187
E0000 00:00:1748041231.322999 788550 buffer_comparator.cc:145] Difference at 131: 85.921, expected 1027.63
E0000 00:00:1748041231.323002 788550 buffer_comparator.cc:145] Difference at 132: 87.9907, expected 1011.77
E0000 00:00:1748041231.323006 788550 buffer_comparator.cc:145] Difference at 133: 84.0962, expected 1018.68
E0000 00:00:1748041231.323009 788550 buffer_comparator.cc:145] Difference at 134: 82.4535, expected 1017.05
E0000 00:00:1748041231.323012 788550 buffer_comparator.cc:145] Difference at 135: 81.3837, expected 1010.47
E0000 00:00:1748041231.323015 788550 buffer_comparator.cc:145] Difference at 136: 87.8709, expected 1034.86
E0000 00:00:1748041231.323018 788550 buffer_comparator.cc:145] Difference at 137: 94.9028, expected 1059.74
2025-05-23 23:00:31.323023: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.325262 788550 buffer_comparator.cc:145] Difference at 128: nan, expected 1022.05
E0000 00:00:1748041231.325275 788550 buffer_comparator.cc:145] Difference at 129: nan, expected 1029.52
E0000 00:00:1748041231.325279 788550 buffer_comparator.cc:145] Difference at 130: nan, expected 995.187
E0000 00:00:1748041231.325283 788550 buffer_comparator.cc:145] Difference at 131: nan, expected 1027.63
E0000 00:00:1748041231.325286 788550 buffer_comparator.cc:145] Difference at 132: nan, expected 1011.77
E0000 00:00:1748041231.325289 788550 buffer_comparator.cc:145] Difference at 133: nan, expected 1018.68
E0000 00:00:1748041231.325292 788550 buffer_comparator.cc:145] Difference at 134: nan, expected 1017.05
E0000 00:00:1748041231.325295 788550 buffer_comparator.cc:145] Difference at 135: nan, expected 1010.47
E0000 00:00:1748041231.325298 788550 buffer_comparator.cc:145] Difference at 136: nan, expected 1034.86
E0000 00:00:1748041231.325301 788550 buffer_comparator.cc:145] Difference at 137: nan, expected 1059.74
2025-05-23 23:00:31.325306: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.327583 788550 buffer_comparator.cc:145] Difference at 128: nan, expected 1022.05
E0000 00:00:1748041231.327595 788550 buffer_comparator.cc:145] Difference at 129: nan, expected 1029.52
E0000 00:00:1748041231.327599 788550 buffer_comparator.cc:145] Difference at 130: nan, expected 995.187
E0000 00:00:1748041231.327602 788550 buffer_comparator.cc:145] Difference at 131: nan, expected 1027.63
E0000 00:00:1748041231.327605 788550 buffer_comparator.cc:145] Difference at 132: nan, expected 1011.77
E0000 00:00:1748041231.327608 788550 buffer_comparator.cc:145] Difference at 133: nan, expected 1018.68
E0000 00:00:1748041231.327611 788550 buffer_comparator.cc:145] Difference at 134: nan, expected 1017.05
E0000 00:00:1748041231.327614 788550 buffer_comparator.cc:145] Difference at 135: nan, expected 1010.47
E0000 00:00:1748041231.327617 788550 buffer_comparator.cc:145] Difference at 136: nan, expected 1034.86
E0000 00:00:1748041231.327620 788550 buffer_comparator.cc:145] Difference at 137: nan, expected 1059.74
2025-05-23 23:00:31.327625: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.329928 788550 buffer_comparator.cc:145] Difference at 256: nan, expected 1038.16
E0000 00:00:1748041231.329940 788550 buffer_comparator.cc:145] Difference at 257: nan, expected 1061.26
E0000 00:00:1748041231.329944 788550 buffer_comparator.cc:145] Difference at 258: nan, expected 1021.11
E0000 00:00:1748041231.329947 788550 buffer_comparator.cc:145] Difference at 259: nan, expected 1055.87
E0000 00:00:1748041231.329950 788550 buffer_comparator.cc:145] Difference at 260: nan, expected 1029.42
E0000 00:00:1748041231.329953 788550 buffer_comparator.cc:145] Difference at 261: nan, expected 1041.54
E0000 00:00:1748041231.329956 788550 buffer_comparator.cc:145] Difference at 262: nan, expected 1054.48
E0000 00:00:1748041231.329959 788550 buffer_comparator.cc:145] Difference at 263: nan, expected 1039.55
E0000 00:00:1748041231.329962 788550 buffer_comparator.cc:145] Difference at 264: nan, expected 1025.72
E0000 00:00:1748041231.329964 788550 buffer_comparator.cc:145] Difference at 265: nan, expected 1033.48
2025-05-23 23:00:31.329970: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.332208 788550 buffer_comparator.cc:145] Difference at 119: 1148.05, expected 1024.03
E0000 00:00:1748041231.332222 788550 buffer_comparator.cc:145] Difference at 256: nan, expected 1038.16
E0000 00:00:1748041231.332226 788550 buffer_comparator.cc:145] Difference at 257: nan, expected 1061.26
E0000 00:00:1748041231.332229 788550 buffer_comparator.cc:145] Difference at 258: nan, expected 1021.11
E0000 00:00:1748041231.332232 788550 buffer_comparator.cc:145] Difference at 259: nan, expected 1055.87
E0000 00:00:1748041231.332235 788550 buffer_comparator.cc:145] Difference at 260: nan, expected 1029.42
E0000 00:00:1748041231.332239 788550 buffer_comparator.cc:145] Difference at 261: nan, expected 1041.54
E0000 00:00:1748041231.332242 788550 buffer_comparator.cc:145] Difference at 262: nan, expected 1054.48
E0000 00:00:1748041231.332245 788550 buffer_comparator.cc:145] Difference at 263: nan, expected 1039.55
E0000 00:00:1748041231.332248 788550 buffer_comparator.cc:145] Difference at 264: nan, expected 1025.72
2025-05-23 23:00:31.332252: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.334488 788550 buffer_comparator.cc:145] Difference at 168: 1155.38, expected 1015.57
E0000 00:00:1748041231.334500 788550 buffer_comparator.cc:145] Difference at 169: 1145.95, expected 1018.93
E0000 00:00:1748041231.334504 788550 buffer_comparator.cc:145] Difference at 171: 1150.78, expected 1034.08
E0000 00:00:1748041231.334508 788550 buffer_comparator.cc:145] Difference at 176: 1177.2, expected 1050.45
E0000 00:00:1748041231.334511 788550 buffer_comparator.cc:145] Difference at 191: 898.588, expected 1029.31
E0000 00:00:1748041231.334515 788550 buffer_comparator.cc:145] Difference at 256: nan, expected 1038.16
E0000 00:00:1748041231.334518 788550 buffer_comparator.cc:145] Difference at 257: nan, expected 1061.26
E0000 00:00:1748041231.334521 788550 buffer_comparator.cc:145] Difference at 258: nan, expected 1021.11
E0000 00:00:1748041231.334524 788550 buffer_comparator.cc:145] Difference at 259: nan, expected 1055.87
E0000 00:00:1748041231.334527 788550 buffer_comparator.cc:145] Difference at 260: nan, expected 1029.42
2025-05-23 23:00:31.334532: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.336953 788550 buffer_comparator.cc:145] Difference at 512: nan, expected 1038.17
E0000 00:00:1748041231.336967 788550 buffer_comparator.cc:145] Difference at 513: nan, expected 1049.61
E0000 00:00:1748041231.336972 788550 buffer_comparator.cc:145] Difference at 514: nan, expected 1035.55
E0000 00:00:1748041231.336976 788550 buffer_comparator.cc:145] Difference at 515: nan, expected 1054.08
E0000 00:00:1748041231.336979 788550 buffer_comparator.cc:145] Difference at 516: nan, expected 1041.13
E0000 00:00:1748041231.336982 788550 buffer_comparator.cc:145] Difference at 517: nan, expected 1043.11
E0000 00:00:1748041231.336985 788550 buffer_comparator.cc:145] Difference at 518: nan, expected 1035.89
E0000 00:00:1748041231.336989 788550 buffer_comparator.cc:145] Difference at 519: nan, expected 1037.01
E0000 00:00:1748041231.336993 788550 buffer_comparator.cc:145] Difference at 520: nan, expected 1024.51
E0000 00:00:1748041231.336996 788550 buffer_comparator.cc:145] Difference at 521: nan, expected 1033.75
2025-05-23 23:00:31.337001: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.339380 788550 buffer_comparator.cc:145] Difference at 512: nan, expected 1038.17
E0000 00:00:1748041231.339394 788550 buffer_comparator.cc:145] Difference at 513: nan, expected 1049.61
E0000 00:00:1748041231.339399 788550 buffer_comparator.cc:145] Difference at 514: nan, expected 1035.55
E0000 00:00:1748041231.339402 788550 buffer_comparator.cc:145] Difference at 515: nan, expected 1054.08
E0000 00:00:1748041231.339405 788550 buffer_comparator.cc:145] Difference at 516: nan, expected 1041.13
E0000 00:00:1748041231.339408 788550 buffer_comparator.cc:145] Difference at 517: nan, expected 1043.11
E0000 00:00:1748041231.339411 788550 buffer_comparator.cc:145] Difference at 518: nan, expected 1035.89
E0000 00:00:1748041231.339414 788550 buffer_comparator.cc:145] Difference at 519: nan, expected 1037.01
E0000 00:00:1748041231.339416 788550 buffer_comparator.cc:145] Difference at 520: nan, expected 1024.51
E0000 00:00:1748041231.339421 788550 buffer_comparator.cc:145] Difference at 521: nan, expected 1033.75
2025-05-23 23:00:31.339426: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.341738 788550 buffer_comparator.cc:145] Difference at 512: nan, expected 1038.17
E0000 00:00:1748041231.341752 788550 buffer_comparator.cc:145] Difference at 513: nan, expected 1049.61
E0000 00:00:1748041231.341756 788550 buffer_comparator.cc:145] Difference at 514: nan, expected 1035.55
E0000 00:00:1748041231.341759 788550 buffer_comparator.cc:145] Difference at 515: nan, expected 1054.08
E0000 00:00:1748041231.341762 788550 buffer_comparator.cc:145] Difference at 516: nan, expected 1041.13
E0000 00:00:1748041231.341765 788550 buffer_comparator.cc:145] Difference at 517: nan, expected 1043.11
E0000 00:00:1748041231.341768 788550 buffer_comparator.cc:145] Difference at 518: nan, expected 1035.89
E0000 00:00:1748041231.341771 788550 buffer_comparator.cc:145] Difference at 519: nan, expected 1037.01
E0000 00:00:1748041231.341774 788550 buffer_comparator.cc:145] Difference at 520: nan, expected 1024.51
E0000 00:00:1748041231.341777 788550 buffer_comparator.cc:145] Difference at 521: nan, expected 1033.75
2025-05-23 23:00:31.341781: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.343994 788550 buffer_comparator.cc:145] Difference at 119: 1148.05, expected 1024.03
E0000 00:00:1748041231.344009 788550 buffer_comparator.cc:145] Difference at 415: 1140.91, expected 1018.73
E0000 00:00:1748041231.344014 788550 buffer_comparator.cc:145] Difference at 512: nan, expected 1038.17
E0000 00:00:1748041231.344017 788550 buffer_comparator.cc:145] Difference at 513: nan, expected 1049.61
E0000 00:00:1748041231.344020 788550 buffer_comparator.cc:145] Difference at 514: nan, expected 1035.55
E0000 00:00:1748041231.344023 788550 buffer_comparator.cc:145] Difference at 515: nan, expected 1054.08
E0000 00:00:1748041231.344026 788550 buffer_comparator.cc:145] Difference at 516: nan, expected 1041.13
E0000 00:00:1748041231.344029 788550 buffer_comparator.cc:145] Difference at 517: nan, expected 1043.11
E0000 00:00:1748041231.344032 788550 buffer_comparator.cc:145] Difference at 518: nan, expected 1035.89
E0000 00:00:1748041231.344035 788550 buffer_comparator.cc:145] Difference at 519: nan, expected 1037.01
2025-05-23 23:00:31.344039: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.346416 788550 buffer_comparator.cc:145] Difference at 512: nan, expected 1038.17
E0000 00:00:1748041231.346427 788550 buffer_comparator.cc:145] Difference at 513: nan, expected 1049.61
E0000 00:00:1748041231.346432 788550 buffer_comparator.cc:145] Difference at 514: nan, expected 1035.55
E0000 00:00:1748041231.346435 788550 buffer_comparator.cc:145] Difference at 515: nan, expected 1054.08
E0000 00:00:1748041231.346438 788550 buffer_comparator.cc:145] Difference at 516: nan, expected 1041.13
E0000 00:00:1748041231.346441 788550 buffer_comparator.cc:145] Difference at 517: nan, expected 1043.11
E0000 00:00:1748041231.346444 788550 buffer_comparator.cc:145] Difference at 518: nan, expected 1035.89
E0000 00:00:1748041231.346446 788550 buffer_comparator.cc:145] Difference at 519: nan, expected 1037.01
E0000 00:00:1748041231.346449 788550 buffer_comparator.cc:145] Difference at 520: nan, expected 1024.51
E0000 00:00:1748041231.346452 788550 buffer_comparator.cc:145] Difference at 521: nan, expected 1033.75
2025-05-23 23:00:31.346457: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.348793 788550 buffer_comparator.cc:145] Difference at 512: nan, expected 1038.17
E0000 00:00:1748041231.348804 788550 buffer_comparator.cc:145] Difference at 513: nan, expected 1049.61
E0000 00:00:1748041231.348808 788550 buffer_comparator.cc:145] Difference at 514: nan, expected 1035.55
E0000 00:00:1748041231.348811 788550 buffer_comparator.cc:145] Difference at 515: nan, expected 1054.08
E0000 00:00:1748041231.348814 788550 buffer_comparator.cc:145] Difference at 516: nan, expected 1041.13
E0000 00:00:1748041231.348817 788550 buffer_comparator.cc:145] Difference at 517: nan, expected 1043.11
E0000 00:00:1748041231.348820 788550 buffer_comparator.cc:145] Difference at 518: nan, expected 1035.89
E0000 00:00:1748041231.348823 788550 buffer_comparator.cc:145] Difference at 519: nan, expected 1037.01
E0000 00:00:1748041231.348826 788550 buffer_comparator.cc:145] Difference at 520: nan, expected 1024.51
E0000 00:00:1748041231.348829 788550 buffer_comparator.cc:145] Difference at 521: nan, expected 1033.75
2025-05-23 23:00:31.348833: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.351188 788550 buffer_comparator.cc:145] Difference at 512: nan, expected 1038.17
E0000 00:00:1748041231.351200 788550 buffer_comparator.cc:145] Difference at 513: nan, expected 1049.61
E0000 00:00:1748041231.351204 788550 buffer_comparator.cc:145] Difference at 514: nan, expected 1035.55
E0000 00:00:1748041231.351207 788550 buffer_comparator.cc:145] Difference at 515: nan, expected 1054.08
E0000 00:00:1748041231.351210 788550 buffer_comparator.cc:145] Difference at 516: nan, expected 1041.13
E0000 00:00:1748041231.351213 788550 buffer_comparator.cc:145] Difference at 517: nan, expected 1043.11
E0000 00:00:1748041231.351216 788550 buffer_comparator.cc:145] Difference at 518: nan, expected 1035.89
E0000 00:00:1748041231.351219 788550 buffer_comparator.cc:145] Difference at 519: nan, expected 1037.01
E0000 00:00:1748041231.351222 788550 buffer_comparator.cc:145] Difference at 520: nan, expected 1024.51
E0000 00:00:1748041231.351224 788550 buffer_comparator.cc:145] Difference at 521: nan, expected 1033.75
2025-05-23 23:00:31.351229: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.353470 788550 buffer_comparator.cc:145] Difference at 512: 345.485, expected 1038.17
E0000 00:00:1748041231.353482 788550 buffer_comparator.cc:145] Difference at 513: 354.143, expected 1049.61
E0000 00:00:1748041231.353487 788550 buffer_comparator.cc:145] Difference at 514: 352.351, expected 1035.55
E0000 00:00:1748041231.353490 788550 buffer_comparator.cc:145] Difference at 515: 357.074, expected 1054.08
E0000 00:00:1748041231.353493 788550 buffer_comparator.cc:145] Difference at 516: 359.835, expected 1041.13
E0000 00:00:1748041231.353497 788550 buffer_comparator.cc:145] Difference at 517: 344.879, expected 1043.11
E0000 00:00:1748041231.353500 788550 buffer_comparator.cc:145] Difference at 518: 359.325, expected 1035.89
E0000 00:00:1748041231.353503 788550 buffer_comparator.cc:145] Difference at 519: 358.552, expected 1037.01
E0000 00:00:1748041231.353506 788550 buffer_comparator.cc:145] Difference at 520: 345.265, expected 1024.51
E0000 00:00:1748041231.353509 788550 buffer_comparator.cc:145] Difference at 521: 350.269, expected 1033.75
2025-05-23 23:00:31.353514: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.355752 788550 buffer_comparator.cc:145] Difference at 512: 345.485, expected 1038.17
E0000 00:00:1748041231.355765 788550 buffer_comparator.cc:145] Difference at 513: 354.143, expected 1049.61
E0000 00:00:1748041231.355770 788550 buffer_comparator.cc:145] Difference at 514: 352.351, expected 1035.55
E0000 00:00:1748041231.355774 788550 buffer_comparator.cc:145] Difference at 515: 357.074, expected 1054.08
E0000 00:00:1748041231.355777 788550 buffer_comparator.cc:145] Difference at 516: 359.835, expected 1041.13
E0000 00:00:1748041231.355780 788550 buffer_comparator.cc:145] Difference at 517: 344.879, expected 1043.11
E0000 00:00:1748041231.355783 788550 buffer_comparator.cc:145] Difference at 518: 359.325, expected 1035.89
E0000 00:00:1748041231.355786 788550 buffer_comparator.cc:145] Difference at 519: 358.552, expected 1037.01
E0000 00:00:1748041231.355790 788550 buffer_comparator.cc:145] Difference at 520: 345.265, expected 1024.51
E0000 00:00:1748041231.355793 788550 buffer_comparator.cc:145] Difference at 521: 350.269, expected 1033.75
2025-05-23 23:00:31.355798: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.358026 788550 buffer_comparator.cc:145] Difference at 142: 935.893, expected 1044.67
E0000 00:00:1748041231.358040 788550 buffer_comparator.cc:145] Difference at 384: 1133.98, expected 1015.31
E0000 00:00:1748041231.358046 788550 buffer_comparator.cc:145] Difference at 512: nan, expected 1038.17
E0000 00:00:1748041231.358049 788550 buffer_comparator.cc:145] Difference at 513: nan, expected 1049.61
E0000 00:00:1748041231.358052 788550 buffer_comparator.cc:145] Difference at 514: nan, expected 1035.55
E0000 00:00:1748041231.358055 788550 buffer_comparator.cc:145] Difference at 515: nan, expected 1054.08
E0000 00:00:1748041231.358058 788550 buffer_comparator.cc:145] Difference at 516: nan, expected 1041.13
E0000 00:00:1748041231.358061 788550 buffer_comparator.cc:145] Difference at 517: nan, expected 1043.11
E0000 00:00:1748041231.358063 788550 buffer_comparator.cc:145] Difference at 518: nan, expected 1035.89
E0000 00:00:1748041231.358066 788550 buffer_comparator.cc:145] Difference at 519: nan, expected 1037.01
2025-05-23 23:00:31.358071: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.360279 788550 buffer_comparator.cc:145] Difference at 142: 935.893, expected 1044.67
E0000 00:00:1748041231.360292 788550 buffer_comparator.cc:145] Difference at 384: 1133.98, expected 1015.31
E0000 00:00:1748041231.360297 788550 buffer_comparator.cc:145] Difference at 512: nan, expected 1038.17
E0000 00:00:1748041231.360300 788550 buffer_comparator.cc:145] Difference at 513: nan, expected 1049.61
E0000 00:00:1748041231.360303 788550 buffer_comparator.cc:145] Difference at 514: nan, expected 1035.55
E0000 00:00:1748041231.360306 788550 buffer_comparator.cc:145] Difference at 515: nan, expected 1054.08
E0000 00:00:1748041231.360309 788550 buffer_comparator.cc:145] Difference at 516: nan, expected 1041.13
E0000 00:00:1748041231.360312 788550 buffer_comparator.cc:145] Difference at 517: nan, expected 1043.11
E0000 00:00:1748041231.360315 788550 buffer_comparator.cc:145] Difference at 518: nan, expected 1035.89
E0000 00:00:1748041231.360318 788550 buffer_comparator.cc:145] Difference at 519: nan, expected 1037.01
2025-05-23 23:00:31.360323: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.362635 788550 buffer_comparator.cc:145] Difference at 512: nan, expected 1038.17
E0000 00:00:1748041231.362647 788550 buffer_comparator.cc:145] Difference at 513: nan, expected 1049.61
E0000 00:00:1748041231.362650 788550 buffer_comparator.cc:145] Difference at 514: nan, expected 1035.55
E0000 00:00:1748041231.362652 788550 buffer_comparator.cc:145] Difference at 515: nan, expected 1054.08
E0000 00:00:1748041231.362655 788550 buffer_comparator.cc:145] Difference at 516: nan, expected 1041.13
E0000 00:00:1748041231.362659 788550 buffer_comparator.cc:145] Difference at 517: nan, expected 1043.11
E0000 00:00:1748041231.362662 788550 buffer_comparator.cc:145] Difference at 518: nan, expected 1035.89
E0000 00:00:1748041231.362665 788550 buffer_comparator.cc:145] Difference at 519: nan, expected 1037.01
E0000 00:00:1748041231.362668 788550 buffer_comparator.cc:145] Difference at 520: nan, expected 1024.51
E0000 00:00:1748041231.362670 788550 buffer_comparator.cc:145] Difference at 521: nan, expected 1033.75
2025-05-23 23:00:31.362675: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.364975 788550 buffer_comparator.cc:145] Difference at 512: nan, expected 1038.17
E0000 00:00:1748041231.364990 788550 buffer_comparator.cc:145] Difference at 513: nan, expected 1049.61
E0000 00:00:1748041231.364993 788550 buffer_comparator.cc:145] Difference at 514: nan, expected 1035.55
E0000 00:00:1748041231.364996 788550 buffer_comparator.cc:145] Difference at 515: nan, expected 1054.08
E0000 00:00:1748041231.364998 788550 buffer_comparator.cc:145] Difference at 516: nan, expected 1041.13
E0000 00:00:1748041231.365001 788550 buffer_comparator.cc:145] Difference at 517: nan, expected 1043.11
E0000 00:00:1748041231.365004 788550 buffer_comparator.cc:145] Difference at 518: nan, expected 1035.89
E0000 00:00:1748041231.365007 788550 buffer_comparator.cc:145] Difference at 519: nan, expected 1037.01
E0000 00:00:1748041231.365009 788550 buffer_comparator.cc:145] Difference at 520: nan, expected 1024.51
E0000 00:00:1748041231.365012 788550 buffer_comparator.cc:145] Difference at 521: nan, expected 1033.75
2025-05-23 23:00:31.365017: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.367242 788550 buffer_comparator.cc:145] Difference at 512: 690.427, expected 1038.17
E0000 00:00:1748041231.367256 788550 buffer_comparator.cc:145] Difference at 513: 705.73, expected 1049.61
E0000 00:00:1748041231.367259 788550 buffer_comparator.cc:145] Difference at 514: 699.208, expected 1035.55
E0000 00:00:1748041231.367262 788550 buffer_comparator.cc:145] Difference at 515: 707.643, expected 1054.08
E0000 00:00:1748041231.367266 788550 buffer_comparator.cc:145] Difference at 516: 704.839, expected 1041.13
E0000 00:00:1748041231.367269 788550 buffer_comparator.cc:145] Difference at 517: 697.4, expected 1043.11
E0000 00:00:1748041231.367272 788550 buffer_comparator.cc:145] Difference at 518: 708.781, expected 1035.89
E0000 00:00:1748041231.367275 788550 buffer_comparator.cc:145] Difference at 519: 693.871, expected 1037.01
E0000 00:00:1748041231.367278 788550 buffer_comparator.cc:145] Difference at 520: 706.918, expected 1024.51
E0000 00:00:1748041231.367281 788550 buffer_comparator.cc:145] Difference at 521: 714.966, expected 1033.75
2025-05-23 23:00:31.367285: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.369515 788550 buffer_comparator.cc:145] Difference at 168: 1155.38, expected 1015.57
E0000 00:00:1748041231.369530 788550 buffer_comparator.cc:145] Difference at 169: 1145.95, expected 1018.93
E0000 00:00:1748041231.369533 788550 buffer_comparator.cc:145] Difference at 171: 1150.78, expected 1034.08
E0000 00:00:1748041231.369537 788550 buffer_comparator.cc:145] Difference at 176: 1177.2, expected 1050.45
E0000 00:00:1748041231.369540 788550 buffer_comparator.cc:145] Difference at 191: 898.588, expected 1029.31
E0000 00:00:1748041231.369544 788550 buffer_comparator.cc:145] Difference at 335: 897.385, expected 1028.99
E0000 00:00:1748041231.369548 788550 buffer_comparator.cc:145] Difference at 512: nan, expected 1038.17
E0000 00:00:1748041231.369551 788550 buffer_comparator.cc:145] Difference at 513: nan, expected 1049.61
E0000 00:00:1748041231.369556 788550 buffer_comparator.cc:145] Difference at 514: nan, expected 1035.55
E0000 00:00:1748041231.369559 788550 buffer_comparator.cc:145] Difference at 515: nan, expected 1054.08
2025-05-23 23:00:31.369563: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.371793 788550 buffer_comparator.cc:145] Difference at 168: 1155.38, expected 1015.57
E0000 00:00:1748041231.371808 788550 buffer_comparator.cc:145] Difference at 169: 1145.95, expected 1018.93
E0000 00:00:1748041231.371811 788550 buffer_comparator.cc:145] Difference at 171: 1150.78, expected 1034.08
E0000 00:00:1748041231.371814 788550 buffer_comparator.cc:145] Difference at 176: 1177.2, expected 1050.45
E0000 00:00:1748041231.371817 788550 buffer_comparator.cc:145] Difference at 191: 898.588, expected 1029.31
E0000 00:00:1748041231.371821 788550 buffer_comparator.cc:145] Difference at 335: 897.385, expected 1028.99
E0000 00:00:1748041231.371825 788550 buffer_comparator.cc:145] Difference at 512: nan, expected 1038.17
E0000 00:00:1748041231.371828 788550 buffer_comparator.cc:145] Difference at 513: nan, expected 1049.61
E0000 00:00:1748041231.371831 788550 buffer_comparator.cc:145] Difference at 514: nan, expected 1035.55
E0000 00:00:1748041231.371834 788550 buffer_comparator.cc:145] Difference at 515: nan, expected 1054.08
2025-05-23 23:00:31.371838: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.374077 788550 buffer_comparator.cc:145] Difference at 0: 1163.81, expected 1045.09
E0000 00:00:1748041231.374093 788550 buffer_comparator.cc:145] Difference at 56: 1155.25, expected 1037.48
E0000 00:00:1748041231.374098 788550 buffer_comparator.cc:145] Difference at 128: 1138.23, expected 1022.05
E0000 00:00:1748041231.374101 788550 buffer_comparator.cc:145] Difference at 141: 941.863, expected 1053.07
E0000 00:00:1748041231.374104 788550 buffer_comparator.cc:145] Difference at 152: 1203.61, expected 1046.95
E0000 00:00:1748041231.374108 788550 buffer_comparator.cc:145] Difference at 176: 1179.97, expected 1050.45
E0000 00:00:1748041231.374111 788550 buffer_comparator.cc:145] Difference at 177: 1195.1, expected 1057.52
E0000 00:00:1748041231.374114 788550 buffer_comparator.cc:145] Difference at 213: 908.684, expected 1024.78
E0000 00:00:1748041231.374117 788550 buffer_comparator.cc:145] Difference at 217: 1209.93, expected 1063.33
E0000 00:00:1748041231.374120 788550 buffer_comparator.cc:145] Difference at 224: 1174.47, expected 1021.4
2025-05-23 23:00:31.374125: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.385402 788550 buffer_comparator.cc:145] Difference at 142: 935.893, expected 1044.67
E0000 00:00:1748041231.385435 788550 buffer_comparator.cc:145] Difference at 384: 1133.98, expected 1015.31
E0000 00:00:1748041231.385439 788550 buffer_comparator.cc:145] Difference at 512: 1164.26, expected 1038.17
E0000 00:00:1748041231.385444 788550 buffer_comparator.cc:145] Difference at 640: 1124.92, expected 1005.89
E0000 00:00:1748041231.385447 788550 buffer_comparator.cc:145] Difference at 672: 1149.06, expected 1027.86
E0000 00:00:1748041231.385452 788550 buffer_comparator.cc:145] Difference at 933: 935.652, expected 1040.65
2025-05-23 23:00:31.385460: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.387718 788550 buffer_comparator.cc:145] Difference at 142: 935.893, expected 1044.67
E0000 00:00:1748041231.387738 788550 buffer_comparator.cc:145] Difference at 384: 1133.98, expected 1015.31
E0000 00:00:1748041231.387744 788550 buffer_comparator.cc:145] Difference at 512: 1164.26, expected 1038.17
E0000 00:00:1748041231.387748 788550 buffer_comparator.cc:145] Difference at 640: 1124.92, expected 1005.89
E0000 00:00:1748041231.387751 788550 buffer_comparator.cc:145] Difference at 672: 1149.06, expected 1027.86
E0000 00:00:1748041231.387756 788550 buffer_comparator.cc:145] Difference at 933: 935.652, expected 1040.65
2025-05-23 23:00:31.387763: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.391239 788550 buffer_comparator.cc:145] Difference at 256: -nan, expected 37.3428
E0000 00:00:1748041231.391293 788550 buffer_comparator.cc:145] Difference at 257: -nan, expected 37.7972
E0000 00:00:1748041231.391296 788550 buffer_comparator.cc:145] Difference at 258: -nan, expected 34.7037
E0000 00:00:1748041231.391299 788550 buffer_comparator.cc:145] Difference at 259: -nan, expected 34.7838
E0000 00:00:1748041231.391302 788550 buffer_comparator.cc:145] Difference at 260: -nan, expected 35.0632
E0000 00:00:1748041231.391305 788550 buffer_comparator.cc:145] Difference at 261: -nan, expected 35.5141
E0000 00:00:1748041231.391307 788550 buffer_comparator.cc:145] Difference at 262: -nan, expected 36.7104
E0000 00:00:1748041231.391310 788550 buffer_comparator.cc:145] Difference at 263: -nan, expected 36.7514
E0000 00:00:1748041231.391313 788550 buffer_comparator.cc:145] Difference at 264: -nan, expected 33.6425
E0000 00:00:1748041231.391316 788550 buffer_comparator.cc:145] Difference at 265: -nan, expected 36.9529
2025-05-23 23:00:31.391321: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.393652 788550 buffer_comparator.cc:145] Difference at 256: -nan, expected 37.3428
E0000 00:00:1748041231.393667 788550 buffer_comparator.cc:145] Difference at 257: -nan, expected 37.7972
E0000 00:00:1748041231.393670 788550 buffer_comparator.cc:145] Difference at 258: -nan, expected 34.7037
E0000 00:00:1748041231.393672 788550 buffer_comparator.cc:145] Difference at 259: -nan, expected 34.7838
E0000 00:00:1748041231.393675 788550 buffer_comparator.cc:145] Difference at 260: -nan, expected 35.0632
E0000 00:00:1748041231.393678 788550 buffer_comparator.cc:145] Difference at 261: -nan, expected 35.5141
E0000 00:00:1748041231.393681 788550 buffer_comparator.cc:145] Difference at 262: -nan, expected 36.7104
E0000 00:00:1748041231.393683 788550 buffer_comparator.cc:145] Difference at 263: -nan, expected 36.7514
E0000 00:00:1748041231.393686 788550 buffer_comparator.cc:145] Difference at 264: -nan, expected 33.6425
E0000 00:00:1748041231.393689 788550 buffer_comparator.cc:145] Difference at 265: -nan, expected 36.9529
2025-05-23 23:00:31.393694: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.395966 788550 buffer_comparator.cc:145] Difference at 256: -nan, expected 37.3428
E0000 00:00:1748041231.395979 788550 buffer_comparator.cc:145] Difference at 257: -nan, expected 37.7972
E0000 00:00:1748041231.395982 788550 buffer_comparator.cc:145] Difference at 258: -nan, expected 34.7037
E0000 00:00:1748041231.395985 788550 buffer_comparator.cc:145] Difference at 259: -nan, expected 34.7838
E0000 00:00:1748041231.395988 788550 buffer_comparator.cc:145] Difference at 260: -nan, expected 35.0632
E0000 00:00:1748041231.395990 788550 buffer_comparator.cc:145] Difference at 261: -nan, expected 35.5141
E0000 00:00:1748041231.395993 788550 buffer_comparator.cc:145] Difference at 262: -nan, expected 36.7104
E0000 00:00:1748041231.395996 788550 buffer_comparator.cc:145] Difference at 263: -nan, expected 36.7514
E0000 00:00:1748041231.395999 788550 buffer_comparator.cc:145] Difference at 264: -nan, expected 33.6425
E0000 00:00:1748041231.396003 788550 buffer_comparator.cc:145] Difference at 265: -nan, expected 36.9529
2025-05-23 23:00:31.396007: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.398285 788550 buffer_comparator.cc:145] Difference at 256: -nan, expected 37.3428
E0000 00:00:1748041231.398298 788550 buffer_comparator.cc:145] Difference at 257: -nan, expected 37.7972
E0000 00:00:1748041231.398301 788550 buffer_comparator.cc:145] Difference at 258: -nan, expected 34.7037
E0000 00:00:1748041231.398304 788550 buffer_comparator.cc:145] Difference at 259: -nan, expected 34.7838
E0000 00:00:1748041231.398306 788550 buffer_comparator.cc:145] Difference at 260: -nan, expected 35.0632
E0000 00:00:1748041231.398309 788550 buffer_comparator.cc:145] Difference at 261: -nan, expected 35.5141
E0000 00:00:1748041231.398312 788550 buffer_comparator.cc:145] Difference at 262: -nan, expected 36.7104
E0000 00:00:1748041231.398315 788550 buffer_comparator.cc:145] Difference at 263: -nan, expected 36.7514
E0000 00:00:1748041231.398317 788550 buffer_comparator.cc:145] Difference at 264: -nan, expected 33.6425
E0000 00:00:1748041231.398320 788550 buffer_comparator.cc:145] Difference at 265: -nan, expected 36.9529
2025-05-23 23:00:31.398325: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.400608 788550 buffer_comparator.cc:145] Difference at 256: -nan, expected 37.3428
E0000 00:00:1748041231.400621 788550 buffer_comparator.cc:145] Difference at 257: -nan, expected 37.7972
E0000 00:00:1748041231.400624 788550 buffer_comparator.cc:145] Difference at 258: -nan, expected 34.7037
E0000 00:00:1748041231.400650 788550 buffer_comparator.cc:145] Difference at 259: -nan, expected 34.7838
E0000 00:00:1748041231.400653 788550 buffer_comparator.cc:145] Difference at 260: -nan, expected 35.0632
E0000 00:00:1748041231.400655 788550 buffer_comparator.cc:145] Difference at 261: -nan, expected 35.5141
E0000 00:00:1748041231.400658 788550 buffer_comparator.cc:145] Difference at 262: -nan, expected 36.7104
E0000 00:00:1748041231.400661 788550 buffer_comparator.cc:145] Difference at 263: -nan, expected 36.7514
E0000 00:00:1748041231.400664 788550 buffer_comparator.cc:145] Difference at 264: -nan, expected 33.6425
E0000 00:00:1748041231.400666 788550 buffer_comparator.cc:145] Difference at 265: -nan, expected 36.9529
2025-05-23 23:00:31.400671: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.402935 788550 buffer_comparator.cc:145] Difference at 512: -nan, expected 35.7696
E0000 00:00:1748041231.402948 788550 buffer_comparator.cc:145] Difference at 513: -nan, expected 35.7123
E0000 00:00:1748041231.402951 788550 buffer_comparator.cc:145] Difference at 514: -nan, expected 32.0339
E0000 00:00:1748041231.402954 788550 buffer_comparator.cc:145] Difference at 515: -nan, expected 34.5886
E0000 00:00:1748041231.402957 788550 buffer_comparator.cc:145] Difference at 516: -nan, expected 32.4493
E0000 00:00:1748041231.402960 788550 buffer_comparator.cc:145] Difference at 517: -nan, expected 32.0523
E0000 00:00:1748041231.402963 788550 buffer_comparator.cc:145] Difference at 518: -nan, expected 32.716
E0000 00:00:1748041231.402965 788550 buffer_comparator.cc:145] Difference at 519: -nan, expected 34.9918
E0000 00:00:1748041231.402968 788550 buffer_comparator.cc:145] Difference at 520: -nan, expected 34.5831
E0000 00:00:1748041231.402971 788550 buffer_comparator.cc:145] Difference at 521: -nan, expected 34.0888
2025-05-23 23:00:31.402975: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.405269 788550 buffer_comparator.cc:145] Difference at 512: -nan, expected 35.7696
E0000 00:00:1748041231.405285 788550 buffer_comparator.cc:145] Difference at 513: -nan, expected 35.7123
E0000 00:00:1748041231.405288 788550 buffer_comparator.cc:145] Difference at 514: -nan, expected 32.0339
E0000 00:00:1748041231.405291 788550 buffer_comparator.cc:145] Difference at 515: -nan, expected 34.5886
E0000 00:00:1748041231.405293 788550 buffer_comparator.cc:145] Difference at 516: -nan, expected 32.4493
E0000 00:00:1748041231.405296 788550 buffer_comparator.cc:145] Difference at 517: -nan, expected 32.0523
E0000 00:00:1748041231.405299 788550 buffer_comparator.cc:145] Difference at 518: -nan, expected 32.716
E0000 00:00:1748041231.405302 788550 buffer_comparator.cc:145] Difference at 519: -nan, expected 34.9918
E0000 00:00:1748041231.405304 788550 buffer_comparator.cc:145] Difference at 520: -nan, expected 34.5831
E0000 00:00:1748041231.405307 788550 buffer_comparator.cc:145] Difference at 521: -nan, expected 34.0888
2025-05-23 23:00:31.405312: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.407618 788550 buffer_comparator.cc:145] Difference at 512: -nan, expected 35.7696
E0000 00:00:1748041231.407638 788550 buffer_comparator.cc:145] Difference at 513: -nan, expected 35.7123
E0000 00:00:1748041231.407642 788550 buffer_comparator.cc:145] Difference at 514: -nan, expected 32.0339
E0000 00:00:1748041231.407644 788550 buffer_comparator.cc:145] Difference at 515: -nan, expected 34.5886
E0000 00:00:1748041231.407647 788550 buffer_comparator.cc:145] Difference at 516: -nan, expected 32.4493
E0000 00:00:1748041231.407650 788550 buffer_comparator.cc:145] Difference at 517: -nan, expected 32.0523
E0000 00:00:1748041231.407653 788550 buffer_comparator.cc:145] Difference at 518: -nan, expected 32.716
E0000 00:00:1748041231.407655 788550 buffer_comparator.cc:145] Difference at 519: -nan, expected 34.9918
E0000 00:00:1748041231.407658 788550 buffer_comparator.cc:145] Difference at 520: -nan, expected 34.5831
E0000 00:00:1748041231.407661 788550 buffer_comparator.cc:145] Difference at 521: -nan, expected 34.0888
2025-05-23 23:00:31.407665: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.409944 788550 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748041231.409961 788550 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748041231.409969 788550 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748041231.409972 788550 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748041231.409975 788550 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748041231.409978 788550 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748041231.409981 788550 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748041231.409984 788550 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748041231.409987 788550 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748041231.409990 788550 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:00:31.409994: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.412293 788550 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748041231.412309 788550 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748041231.412314 788550 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748041231.412316 788550 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748041231.412319 788550 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748041231.412322 788550 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748041231.412325 788550 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748041231.412327 788550 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748041231.412330 788550 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748041231.412333 788550 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:00:31.412337: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.414653 788550 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748041231.414669 788550 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748041231.414672 788550 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748041231.414675 788550 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748041231.414678 788550 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748041231.414681 788550 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748041231.414684 788550 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748041231.414687 788550 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748041231.414690 788550 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748041231.414692 788550 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:00:31.414697: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.416954 788550 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748041231.416966 788550 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748041231.416970 788550 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748041231.416973 788550 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748041231.416976 788550 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748041231.416978 788550 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748041231.416981 788550 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748041231.416984 788550 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748041231.416987 788550 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748041231.416990 788550 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:00:31.416994: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.419285 788550 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748041231.419301 788550 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748041231.419304 788550 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748041231.419307 788550 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748041231.419310 788550 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748041231.419314 788550 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748041231.419317 788550 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748041231.419320 788550 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748041231.419323 788550 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748041231.419326 788550 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:00:31.419330: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.421824 788550 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748041231.421837 788550 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748041231.421840 788550 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748041231.421843 788550 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748041231.421846 788550 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748041231.421849 788550 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748041231.421852 788550 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748041231.421855 788550 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748041231.421857 788550 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748041231.421860 788550 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:00:31.421865: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.424115 788550 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748041231.424131 788550 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748041231.424134 788550 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748041231.424137 788550 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748041231.424140 788550 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748041231.424142 788550 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748041231.424145 788550 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748041231.424148 788550 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748041231.424151 788550 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748041231.424153 788550 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:00:31.424158: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.426220 788550 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748041231.426237 788550 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748041231.426241 788550 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748041231.426244 788550 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748041231.426247 788550 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748041231.426250 788550 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748041231.426252 788550 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748041231.426255 788550 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748041231.426259 788550 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748041231.426262 788550 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:00:31.426267: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.428324 788550 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748041231.428336 788550 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748041231.428340 788550 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748041231.428343 788550 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748041231.428346 788550 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748041231.428349 788550 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748041231.428351 788550 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748041231.428354 788550 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748041231.428357 788550 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748041231.428360 788550 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:00:31.428364: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.430437 788550 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748041231.430452 788550 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748041231.430456 788550 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748041231.430459 788550 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748041231.430462 788550 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748041231.430465 788550 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748041231.430467 788550 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748041231.430470 788550 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748041231.430473 788550 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748041231.430476 788550 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:00:31.430481: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.432531 788550 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748041231.432545 788550 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748041231.432549 788550 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748041231.432552 788550 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748041231.432555 788550 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748041231.432558 788550 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748041231.432561 788550 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748041231.432563 788550 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748041231.432566 788550 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748041231.432569 788550 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:00:31.432574: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.434651 788550 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748041231.434666 788550 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748041231.434670 788550 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748041231.434673 788550 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748041231.434676 788550 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748041231.434678 788550 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748041231.434681 788550 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748041231.434684 788550 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748041231.434687 788550 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748041231.434690 788550 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:00:31.434695: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.436783 788550 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748041231.436798 788550 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748041231.436802 788550 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748041231.436805 788550 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748041231.436808 788550 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748041231.436811 788550 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748041231.436814 788550 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748041231.436817 788550 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748041231.436820 788550 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748041231.436822 788550 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:00:31.436827: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.438879 788550 buffer_comparator.cc:145] Difference at 1024: -nan, expected 33.5545
E0000 00:00:1748041231.438892 788550 buffer_comparator.cc:145] Difference at 1025: -nan, expected 34.475
E0000 00:00:1748041231.438896 788550 buffer_comparator.cc:145] Difference at 1026: -nan, expected 31.1766
E0000 00:00:1748041231.438899 788550 buffer_comparator.cc:145] Difference at 1027: -nan, expected 33.7882
E0000 00:00:1748041231.438902 788550 buffer_comparator.cc:145] Difference at 1028: -nan, expected 29.7829
E0000 00:00:1748041231.438905 788550 buffer_comparator.cc:145] Difference at 1029: -nan, expected 31.3805
E0000 00:00:1748041231.438908 788550 buffer_comparator.cc:145] Difference at 1030: -nan, expected 31.4884
E0000 00:00:1748041231.438910 788550 buffer_comparator.cc:145] Difference at 1031: -nan, expected 32.4007
E0000 00:00:1748041231.438913 788550 buffer_comparator.cc:145] Difference at 1032: -nan, expected 31.565
E0000 00:00:1748041231.438916 788550 buffer_comparator.cc:145] Difference at 1033: -nan, expected 34.9614
2025-05-23 23:00:31.438921: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.440966 788550 buffer_comparator.cc:145] Difference at 2048: -nan, expected 32.9894
E0000 00:00:1748041231.440981 788550 buffer_comparator.cc:145] Difference at 2049: -nan, expected 32.942
E0000 00:00:1748041231.440987 788550 buffer_comparator.cc:145] Difference at 2050: -nan, expected 32.0784
E0000 00:00:1748041231.440990 788550 buffer_comparator.cc:145] Difference at 2051: -nan, expected 32.9906
E0000 00:00:1748041231.440994 788550 buffer_comparator.cc:145] Difference at 2052: -nan, expected 29.7658
E0000 00:00:1748041231.440998 788550 buffer_comparator.cc:145] Difference at 2053: -nan, expected 31.0019
E0000 00:00:1748041231.441001 788550 buffer_comparator.cc:145] Difference at 2054: -nan, expected 33.0884
E0000 00:00:1748041231.441004 788550 buffer_comparator.cc:145] Difference at 2055: -nan, expected 33.2449
E0000 00:00:1748041231.441006 788550 buffer_comparator.cc:145] Difference at 2056: -nan, expected 31.0437
E0000 00:00:1748041231.441009 788550 buffer_comparator.cc:145] Difference at 2057: -nan, expected 32.7786
2025-05-23 23:00:31.441014: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.443122 788550 buffer_comparator.cc:145] Difference at 11: 24.6773, expected 27.6766
E0000 00:00:1748041231.443138 788550 buffer_comparator.cc:145] Difference at 13: 32.35, expected 28.6029
E0000 00:00:1748041231.443142 788550 buffer_comparator.cc:145] Difference at 16: 29.4034, expected 32.9277
E0000 00:00:1748041231.443145 788550 buffer_comparator.cc:145] Difference at 29: 35.1854, expected 28.8434
E0000 00:00:1748041231.443149 788550 buffer_comparator.cc:145] Difference at 45: 37.9711, expected 31.806
E0000 00:00:1748041231.443152 788550 buffer_comparator.cc:145] Difference at 48: 30.8364, expected 35.6322
E0000 00:00:1748041231.443155 788550 buffer_comparator.cc:145] Difference at 61: 38.8512, expected 32.413
E0000 00:00:1748041231.443158 788550 buffer_comparator.cc:145] Difference at 64: 28.3515, expected 33.1787
E0000 00:00:1748041231.443161 788550 buffer_comparator.cc:145] Difference at 77: 36.0084, expected 30.9148
E0000 00:00:1748041231.443165 788550 buffer_comparator.cc:145] Difference at 82: 33.7673, expected 29.7526
2025-05-23 23:00:31.443170: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.445439 788550 buffer_comparator.cc:145] Difference at 11: 24.6773, expected 27.6766
E0000 00:00:1748041231.445453 788550 buffer_comparator.cc:145] Difference at 13: 32.35, expected 28.6029
E0000 00:00:1748041231.445457 788550 buffer_comparator.cc:145] Difference at 16: 29.4034, expected 32.9277
E0000 00:00:1748041231.445460 788550 buffer_comparator.cc:145] Difference at 29: 35.1854, expected 28.8434
E0000 00:00:1748041231.445463 788550 buffer_comparator.cc:145] Difference at 45: 37.9711, expected 31.806
E0000 00:00:1748041231.445467 788550 buffer_comparator.cc:145] Difference at 48: 30.8364, expected 35.6322
E0000 00:00:1748041231.445470 788550 buffer_comparator.cc:145] Difference at 61: 38.8512, expected 32.413
E0000 00:00:1748041231.445473 788550 buffer_comparator.cc:145] Difference at 64: 28.3515, expected 33.1787
E0000 00:00:1748041231.445476 788550 buffer_comparator.cc:145] Difference at 77: 36.0084, expected 30.9148
E0000 00:00:1748041231.445479 788550 buffer_comparator.cc:145] Difference at 82: 33.7673, expected 29.7526
2025-05-23 23:00:31.445484: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1179] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1748041231.447770 788550 buffer_comparator.cc:145] Difference at 2048: nan, expected 32.9894
E0000 00:00:1748041231.447784 788550 buffer_comparator.cc:145] Difference at 2049: nan, expected 32.942
E0000 00:00:1748041231.447788 788550 buffer_comparator.cc:145] Difference at 2050: nan, expected 32.0784
Epoch 1, Iter 39, Loss: 42040.1953125, Throughput: 49.812272 im/s
Epoch 1, Train Loss: 48384.2343750, Time: 100.6117s, Throughput: 49.616492 im/s
Epoch 2, Iter 39, Loss: 34230.1875000, Throughput: 1781.585160 im/s
Epoch 2, Train Loss: 36210.0429688, Time: 2.8023s, Throughput: 1781.374167 im/s
Epoch 3, Iter 39, Loss: 31395.2539062, Throughput: 1812.044636 im/s
Epoch 3, Train Loss: 33542.6328125, Time: 2.7552s, Throughput: 1811.847220 im/s
Epoch 4, Iter 39, Loss: 29553.6972656, Throughput: 1797.119914 im/s
Epoch 4, Train Loss: 31922.1601562, Time: 2.7783s, Throughput: 1796.803607 im/s
Epoch 5, Iter 39, Loss: 31471.9394531, Throughput: 1802.865609 im/s
Epoch 5, Train Loss: 31206.0449219, Time: 2.7693s, Throughput: 1802.625491 im/s
Epoch 6, Iter 39, Loss: 33596.2500000, Throughput: 1803.768603 im/s
Epoch 6, Train Loss: 31248.3300781, Time: 2.7678s, Throughput: 1803.568015 im/s
Epoch 7, Iter 39, Loss: 29731.2343750, Throughput: 1805.325726 im/s
Epoch 7, Train Loss: 30161.7441406, Time: 2.7654s, Throughput: 1805.187354 im/s
Epoch 8, Iter 39, Loss: 28245.8457031, Throughput: 1806.509516 im/s
Epoch 8, Train Loss: 29167.5039062, Time: 2.7637s, Throughput: 1806.270920 im/s
Epoch 9, Iter 39, Loss: 28350.6523438, Throughput: 1798.421321 im/s
Epoch 9, Train Loss: 28564.7285156, Time: 2.7761s, Throughput: 1798.217905 im/s
Epoch 10, Iter 39, Loss: 29498.4687500, Throughput: 1810.418142 im/s
Epoch 10, Train Loss: 28278.0449219, Time: 2.7577s, Throughput: 1810.222489 im/s
Epoch 11, Iter 39, Loss: 26118.9667969, Throughput: 1805.274048 im/s
Epoch 11, Train Loss: 28264.5390625, Time: 2.7656s, Throughput: 1805.034533 im/s
Epoch 12, Iter 39, Loss: 29132.7460938, Throughput: 1804.999988 im/s
Epoch 12, Train Loss: 27333.0292969, Time: 2.7659s, Throughput: 1804.829774 im/s
Epoch 13, Iter 39, Loss: 24812.9921875, Throughput: 1790.924074 im/s
Epoch 13, Train Loss: 26903.0488281, Time: 2.7877s, Throughput: 1790.709486 im/s
Epoch 14, Iter 39, Loss: 27442.7343750, Throughput: 1806.918128 im/s
Epoch 14, Train Loss: 26654.1367188, Time: 2.7631s, Throughput: 1806.684724 im/s
Epoch 15, Iter 39, Loss: 23908.3671875, Throughput: 1800.303362 im/s
Epoch 15, Train Loss: 26466.9511719, Time: 2.7731s, Throughput: 1800.127377 im/s
Epoch 16, Iter 39, Loss: 24971.3066406, Throughput: 1810.120140 im/s
Epoch 16, Train Loss: 26549.0156250, Time: 2.7582s, Throughput: 1809.847892 im/s
Epoch 17, Iter 39, Loss: 26790.6894531, Throughput: 1811.642793 im/s
Epoch 17, Train Loss: 25939.6250000, Time: 2.7559s, Throughput: 1811.411458 im/s
Epoch 18, Iter 39, Loss: 25538.8613281, Throughput: 1815.777742 im/s
Epoch 18, Train Loss: 26077.6699219, Time: 2.7497s, Throughput: 1815.468686 im/s
Epoch 19, Iter 39, Loss: 24932.3593750, Throughput: 1813.627239 im/s
Epoch 19, Train Loss: 25966.6835938, Time: 2.7529s, Throughput: 1813.384247 im/s
Epoch 20, Iter 39, Loss: 25433.3671875, Throughput: 1800.220395 im/s
Epoch 20, Train Loss: 25581.1210938, Time: 2.7733s, Throughput: 1800.008061 im/s
Epoch 21, Iter 39, Loss: 23640.8789062, Throughput: 1797.522283 im/s
Epoch 21, Train Loss: 25361.2500000, Time: 2.7775s, Throughput: 1797.317219 im/s
Epoch 22, Iter 39, Loss: 25697.3632812, Throughput: 1797.381248 im/s
Epoch 22, Train Loss: 25597.7109375, Time: 2.7778s, Throughput: 1797.125005 im/s
Epoch 23, Iter 39, Loss: 26962.1328125, Throughput: 1797.192414 im/s
Epoch 23, Train Loss: 25278.2812500, Time: 2.7780s, Throughput: 1797.007320 im/s
Epoch 24, Iter 39, Loss: 24076.5000000, Throughput: 1803.573763 im/s
Epoch 24, Train Loss: 25531.8144531, Time: 2.7681s, Throughput: 1803.372442 im/s
Epoch 25, Iter 39, Loss: 24628.8828125, Throughput: 1844.888288 im/s
Epoch 25, Train Loss: 25050.5898438, Time: 2.7062s, Throughput: 1844.644159 im/s
Epoch 26, Iter 39, Loss: 25270.3007812, Throughput: 1778.196997 im/s
Epoch 26, Train Loss: 25014.0488281, Time: 2.8079s, Throughput: 1777.872219 im/s
Epoch 27, Iter 39, Loss: 25176.7226562, Throughput: 1808.647069 im/s
Epoch 27, Train Loss: 25158.5585938, Time: 2.7606s, Throughput: 1808.328097 im/s
Epoch 28, Iter 39, Loss: 25723.1289062, Throughput: 1807.506505 im/s
Epoch 28, Train Loss: 25211.7480469, Time: 2.7622s, Throughput: 1807.264370 im/s
Epoch 29, Iter 39, Loss: 23491.2617188, Throughput: 1816.471652 im/s
Epoch 29, Train Loss: 24733.0644531, Time: 2.7485s, Throughput: 1816.264132 im/s
Epoch 30, Iter 39, Loss: 25134.0664062, Throughput: 1805.459603 im/s
Epoch 30, Train Loss: 24720.6542969, Time: 2.7653s, Throughput: 1805.197782 im/s
Epoch 31, Iter 39, Loss: 26433.5292969, Throughput: 1841.295959 im/s
Epoch 31, Train Loss: 24655.8164062, Time: 2.7114s, Throughput: 1841.098271 im/s
Epoch 32, Iter 39, Loss: 22057.4941406, Throughput: 1823.045496 im/s
Epoch 32, Train Loss: 24371.2753906, Time: 2.7386s, Throughput: 1822.832505 im/s
Epoch 33, Iter 39, Loss: 25442.6171875, Throughput: 1823.758952 im/s
Epoch 33, Train Loss: 24364.2832031, Time: 2.7374s, Throughput: 1823.611070 im/s
Epoch 34, Iter 39, Loss: 25035.0234375, Throughput: 1825.429409 im/s
Epoch 34, Train Loss: 24365.4472656, Time: 2.7350s, Throughput: 1825.255161 im/s
Epoch 35, Iter 39, Loss: 24846.0585938, Throughput: 1808.199728 im/s
Epoch 35, Train Loss: 24336.8613281, Time: 2.7611s, Throughput: 1808.006583 im/s
Epoch 36, Iter 39, Loss: 25232.5703125, Throughput: 1828.019040 im/s
Epoch 36, Train Loss: 24483.6992188, Time: 2.7311s, Throughput: 1827.819565 im/s
Epoch 37, Iter 39, Loss: 26208.0605469, Throughput: 1868.895036 im/s
Epoch 37, Train Loss: 24476.7578125, Time: 2.6714s, Throughput: 1868.678869 im/s
Epoch 38, Iter 39, Loss: 25396.9531250, Throughput: 1845.073621 im/s
Epoch 38, Train Loss: 24484.4863281, Time: 2.7059s, Throughput: 1844.888125 im/s
Epoch 39, Iter 39, Loss: 24822.9179688, Throughput: 1856.346455 im/s
Epoch 39, Train Loss: 24608.4960938, Time: 2.6894s, Throughput: 1856.156711 im/s
Epoch 40, Iter 39, Loss: 24004.7773438, Throughput: 1829.276418 im/s
Epoch 40, Train Loss: 24351.6210938, Time: 2.7292s, Throughput: 1829.080663 im/s
Epoch 41, Iter 39, Loss: 25369.0546875, Throughput: 1839.787412 im/s
Epoch 41, Train Loss: 24472.4531250, Time: 2.7138s, Throughput: 1839.519581 im/s
Epoch 42, Iter 39, Loss: 25021.0546875, Throughput: 1833.175788 im/s
Epoch 42, Train Loss: 24284.7656250, Time: 2.7234s, Throughput: 1832.973260 im/s
Epoch 43, Iter 39, Loss: 24689.3593750, Throughput: 1834.865157 im/s
Epoch 43, Train Loss: 24149.6308594, Time: 2.7209s, Throughput: 1834.677688 im/s
Epoch 44, Iter 39, Loss: 26433.1015625, Throughput: 1813.505342 im/s
Epoch 44, Train Loss: 24298.2519531, Time: 2.7530s, Throughput: 1813.265680 im/s
Epoch 45, Iter 39, Loss: 25962.5781250, Throughput: 1806.557212 im/s
Epoch 45, Train Loss: 24154.9843750, Time: 2.7636s, Throughput: 1806.332316 im/s
Epoch 46, Iter 39, Loss: 24594.9628906, Throughput: 1806.489878 im/s
Epoch 46, Train Loss: 24018.4492188, Time: 2.7638s, Throughput: 1806.233056 im/s
Epoch 47, Iter 39, Loss: 23178.4609375, Throughput: 1802.220680 im/s
Epoch 47, Train Loss: 24144.2480469, Time: 2.7702s, Throughput: 1802.026950 im/s
Epoch 48, Iter 39, Loss: 22683.9257812, Throughput: 1805.252724 im/s
Epoch 48, Train Loss: 24269.3359375, Time: 2.7656s, Throughput: 1805.029398 im/s
Epoch 49, Iter 39, Loss: 23618.6855469, Throughput: 1791.280763 im/s
Epoch 49, Train Loss: 24195.3652344, Time: 2.7872s, Throughput: 1791.024263 im/s
Epoch 50, Iter 39, Loss: 21743.6718750, Throughput: 1800.835239 im/s
Epoch 50, Train Loss: 24223.5039062, Time: 2.7724s, Throughput: 1800.607895 im/s
Appendix
julia
using InteractiveUtils
InteractiveUtils.versioninfo()
if @isdefined(MLDataDevices)
if @isdefined(CUDA) && MLDataDevices.functional(CUDADevice)
println()
CUDA.versioninfo()
end
if @isdefined(AMDGPU) && MLDataDevices.functional(AMDGPUDevice)
println()
AMDGPU.versioninfo()
end
end
Julia Version 1.11.5
Commit 760b2e5b739 (2025-04-14 06:53 UTC)
Build Info:
Official https://julialang.org/ release
Platform Info:
OS: Linux (x86_64-linux-gnu)
CPU: 48 × AMD EPYC 7402 24-Core Processor
WORD_SIZE: 64
LLVM: libLLVM-16.0.6 (ORCJIT, znver2)
Threads: 48 default, 0 interactive, 24 GC (on 2 virtual cores)
Environment:
JULIA_CPU_THREADS = 2
LD_LIBRARY_PATH = /usr/local/nvidia/lib:/usr/local/nvidia/lib64
JULIA_PKG_SERVER =
JULIA_NUM_THREADS = 48
JULIA_CUDA_HARD_MEMORY_LIMIT = 100%
JULIA_PKG_PRECOMPILE_AUTO = 0
JULIA_DEBUG = Literate
JULIA_DEPOT_PATH = /root/.cache/julia-buildkite-plugin/depots/01872db4-8c79-43af-ab7d-12abac4f24f6
This page was generated using Literate.jl.