Graph Convolutional Networks on Cora
This example is based on GCN MLX tutorial. While we are doing this manually, we recommend directly using GNNLux.jl.
julia
using Lux, Reactant, MLDatasets, Random, Statistics, Enzyme, GNNGraphs, ConcreteStructs,
Printf, OneHotArrays, Optimisers
const xdev = reactant_device(; force=true)
const cdev = cpu_device()(::MLDataDevices.CPUDevice) (generic function with 1 method)Loading Cora Dataset
julia
function loadcora()
data = Cora()
gph = data.graphs[1]
gnngraph = GNNGraph(
gph.edge_index; ndata=gph.node_data, edata=gph.edge_data, gph.num_nodes
)
return (
gph.node_data.features,
onehotbatch(gph.node_data.targets, data.metadata["classes"]),
# We use a dense matrix here to avoid incompatibility with Reactant
Matrix(adjacency_matrix(gnngraph)),
# We use this since Reactant doesn't yet support gather adjoint
(1:140, 141:640, 1709:2708)
)
endloadcora (generic function with 1 method)Model Definition
julia
function GCNLayer(args...; kwargs...)
return @compact(; dense=Dense(args...; kwargs...)) do (x, adj)
@return dense(x) * adj
end
end
function GCN(x_dim, h_dim, out_dim; nb_layers=2, dropout=0.5, kwargs...)
layer_sizes = vcat(x_dim, [h_dim for _ in 1:nb_layers])
gcn_layers = [GCNLayer(in_dim => out_dim; kwargs...)
for (in_dim, out_dim) in zip(layer_sizes[1:(end - 1)], layer_sizes[2:end])]
last_layer = GCNLayer(layer_sizes[end] => out_dim; kwargs...)
dropout = Dropout(dropout)
return @compact(; gcn_layers, dropout, last_layer) do (x, adj, mask)
for layer in gcn_layers
x = relu.(layer((x, adj)))
x = dropout(x)
end
@return last_layer((x, adj))[:, mask]
end
endGCN (generic function with 1 method)Helper Functions
julia
function loss_function(model, ps, st, (x, y, adj, mask))
y_pred, st = model((x, adj, mask), ps, st)
loss = CrossEntropyLoss(; agg=mean, logits=Val(true))(y_pred, y[:, mask])
return loss, st, (; y_pred)
end
accuracy(y_pred, y) = mean(onecold(y_pred) .== onecold(y)) * 100accuracy (generic function with 1 method)Training the Model
julia
function main(;
hidden_dim::Int=64, dropout::Float64=0.1, nb_layers::Int=2, use_bias::Bool=true,
lr::Float64=0.001, weight_decay::Float64=0.0, patience::Int=20, epochs::Int=200
)
rng = Random.default_rng()
Random.seed!(rng, 0)
features, targets, adj, (train_idx, val_idx, test_idx) = loadcora() |> xdev
gcn = GCN(size(features, 1), hidden_dim, size(targets, 1); nb_layers, dropout, use_bias)
ps, st = Lux.setup(rng, gcn) |> xdev
opt = iszero(weight_decay) ? Adam(lr) : AdamW(; eta=lr, lambda=weight_decay)
train_state = Training.TrainState(gcn, ps, st, opt)
@printf "Total Trainable Parameters: %0.4f M\n" (Lux.parameterlength(ps)/1e6)
val_loss_compiled = @compile loss_function(
gcn, ps, Lux.testmode(st), (features, targets, adj, val_idx))
train_model_compiled = @compile gcn((features, adj, train_idx), ps, Lux.testmode(st))
val_model_compiled = @compile gcn((features, adj, val_idx), ps, Lux.testmode(st))
best_loss_val = Inf
cnt = 0
for epoch in 1:epochs
(_, loss, _, train_state) = Lux.Training.single_train_step!(
AutoEnzyme(), loss_function, (features, targets, adj, train_idx), train_state;
return_gradients=Val(false)
)
train_acc = accuracy(
Array(train_model_compiled((features, adj, train_idx),
train_state.parameters, Lux.testmode(train_state.states))[1]),
Array(targets)[:, train_idx]
)
val_loss = first(val_loss_compiled(
gcn, train_state.parameters, Lux.testmode(train_state.states),
(features, targets, adj, val_idx)))
val_acc = accuracy(
Array(val_model_compiled((features, adj, val_idx),
train_state.parameters, Lux.testmode(train_state.states))[1]),
Array(targets)[:, val_idx]
)
@printf "Epoch %3d\tTrain Loss: %.6f\tTrain Acc: %.4f%%\tVal Loss: %.6f\t\
Val Acc: %.4f%%\n" epoch loss train_acc val_loss val_acc
if val_loss < best_loss_val
best_loss_val = val_loss
cnt = 0
else
cnt += 1
if cnt == patience
@printf "Early Stopping at Epoch %d\n" epoch
break
end
end
end
test_loss = @jit(loss_function(
gcn, train_state.parameters, Lux.testmode(train_state.states),
(features, targets, adj, test_idx)))[1]
test_acc = accuracy(
Array(@jit(gcn((features, adj, test_idx),
train_state.parameters, Lux.testmode(train_state.states)))[1]),
Array(targets)[:, test_idx]
)
@printf "Test Loss: %.6f\tTest Acc: %.4f%%\n" test_loss test_acc
return
end
main()┌ Warning: `replicate` doesn't work for `TaskLocalRNG`. Returning the same `TaskLocalRNG`.
└ @ LuxCore /var/lib/buildkite-agent/builds/gpuci-9/julialang/lux-dot-jl/lib/LuxCore/src/LuxCore.jl:18
Total Trainable Parameters: 0.0964 M
┌ Warning: `training` is set to `Val{false}()` but is being used within an autodiff call (gradient, jacobian, etc...). This might lead to incorrect results. If you are using a `Lux.jl` model, set it to training mode using `LuxCore.trainmode`.
└ @ LuxLib.Utils /var/lib/buildkite-agent/builds/gpuci-9/julialang/lux-dot-jl/lib/LuxLib/src/utils.jl:324
2025-01-24 06:17:00.212237: I external/xla/xla/service/llvm_ir/llvm_command_line_options.cc:50] XLA (re)initializing LLVM with options fingerprint: 886128691130337380
2025-01-24 06:17:01.006323: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_22', 108 bytes spill stores, 108 bytes spill loads
2025-01-24 06:17:01.229744: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_35_0', 48 bytes spill stores, 48 bytes spill loads
2025-01-24 06:17:01.290653: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_22', 132 bytes spill stores, 132 bytes spill loads
2025-01-24 06:17:01.295269: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_22', 24 bytes spill stores, 24 bytes spill loads
2025-01-24 06:17:01.437625: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_22', 328 bytes spill stores, 328 bytes spill loads
2025-01-24 06:17:01.573503: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_22', 856 bytes spill stores, 808 bytes spill loads
2025-01-24 06:17:01.616285: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_22', 376 bytes spill stores, 376 bytes spill loads
2025-01-24 06:17:01.626164: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_22', 108 bytes spill stores, 108 bytes spill loads
E0124 06:17:01.732489 2296461 buffer_comparator.cc:156] Difference at 16: 0, expected 1111.43
E0124 06:17:01.732574 2296461 buffer_comparator.cc:156] Difference at 17: 0, expected 1083.84
E0124 06:17:01.732579 2296461 buffer_comparator.cc:156] Difference at 18: 0, expected 1092.57
E0124 06:17:01.732583 2296461 buffer_comparator.cc:156] Difference at 19: 0, expected 1118.75
E0124 06:17:01.732588 2296461 buffer_comparator.cc:156] Difference at 20: 0, expected 1088.49
E0124 06:17:01.732592 2296461 buffer_comparator.cc:156] Difference at 21: 0, expected 1083.52
E0124 06:17:01.732596 2296461 buffer_comparator.cc:156] Difference at 22: 0, expected 1097.64
E0124 06:17:01.732600 2296461 buffer_comparator.cc:156] Difference at 23: 0, expected 1122.75
E0124 06:17:01.732605 2296461 buffer_comparator.cc:156] Difference at 24: 0, expected 1084.65
E0124 06:17:01.732609 2296461 buffer_comparator.cc:156] Difference at 25: 0, expected 1084.58
2025-01-24 06:17:01.732623: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.738720 2296461 buffer_comparator.cc:156] Difference at 16: 0, expected 1111.43
E0124 06:17:01.738747 2296461 buffer_comparator.cc:156] Difference at 17: 0, expected 1083.84
E0124 06:17:01.738752 2296461 buffer_comparator.cc:156] Difference at 18: 0, expected 1092.57
E0124 06:17:01.738756 2296461 buffer_comparator.cc:156] Difference at 19: 0, expected 1118.75
E0124 06:17:01.738761 2296461 buffer_comparator.cc:156] Difference at 20: 0, expected 1088.49
E0124 06:17:01.738765 2296461 buffer_comparator.cc:156] Difference at 21: 0, expected 1083.52
E0124 06:17:01.738769 2296461 buffer_comparator.cc:156] Difference at 22: 0, expected 1097.64
E0124 06:17:01.738773 2296461 buffer_comparator.cc:156] Difference at 23: 0, expected 1122.75
E0124 06:17:01.738777 2296461 buffer_comparator.cc:156] Difference at 24: 0, expected 1084.65
E0124 06:17:01.738782 2296461 buffer_comparator.cc:156] Difference at 25: 0, expected 1084.58
2025-01-24 06:17:01.738792: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.747228 2296461 buffer_comparator.cc:156] Difference at 64: 0, expected 1106.21
E0124 06:17:01.747271 2296461 buffer_comparator.cc:156] Difference at 65: 0, expected 1087.83
E0124 06:17:01.747276 2296461 buffer_comparator.cc:156] Difference at 66: 0, expected 1090.54
E0124 06:17:01.747281 2296461 buffer_comparator.cc:156] Difference at 67: 0, expected 1104.23
E0124 06:17:01.747285 2296461 buffer_comparator.cc:156] Difference at 68: 0, expected 1104.3
E0124 06:17:01.747289 2296461 buffer_comparator.cc:156] Difference at 69: 0, expected 1093.45
E0124 06:17:01.747294 2296461 buffer_comparator.cc:156] Difference at 70: 0, expected 1091.52
E0124 06:17:01.747298 2296461 buffer_comparator.cc:156] Difference at 71: 0, expected 1110.4
E0124 06:17:01.747302 2296461 buffer_comparator.cc:156] Difference at 72: 0, expected 1106.92
E0124 06:17:01.747306 2296461 buffer_comparator.cc:156] Difference at 73: 0, expected 1088.44
2025-01-24 06:17:01.747315: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.751743 2296461 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0124 06:17:01.751768 2296461 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0124 06:17:01.751772 2296461 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0124 06:17:01.751777 2296461 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0124 06:17:01.751781 2296461 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0124 06:17:01.751785 2296461 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0124 06:17:01.751790 2296461 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0124 06:17:01.751794 2296461 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0124 06:17:01.751798 2296461 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0124 06:17:01.751802 2296461 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-01-24 06:17:01.751809: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.756331 2296461 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0124 06:17:01.756354 2296461 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0124 06:17:01.756359 2296461 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0124 06:17:01.756363 2296461 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0124 06:17:01.756367 2296461 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0124 06:17:01.756372 2296461 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0124 06:17:01.756376 2296461 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0124 06:17:01.756380 2296461 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0124 06:17:01.756384 2296461 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0124 06:17:01.756389 2296461 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-01-24 06:17:01.756396: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.760593 2296461 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0124 06:17:01.760607 2296461 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0124 06:17:01.760610 2296461 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0124 06:17:01.760613 2296461 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0124 06:17:01.760616 2296461 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0124 06:17:01.760620 2296461 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0124 06:17:01.760623 2296461 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0124 06:17:01.760626 2296461 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0124 06:17:01.760629 2296461 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0124 06:17:01.760631 2296461 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-01-24 06:17:01.760636: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.764725 2296461 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0124 06:17:01.764740 2296461 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0124 06:17:01.764743 2296461 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0124 06:17:01.764745 2296461 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0124 06:17:01.764748 2296461 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0124 06:17:01.764751 2296461 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0124 06:17:01.764754 2296461 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0124 06:17:01.764757 2296461 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0124 06:17:01.764760 2296461 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0124 06:17:01.764762 2296461 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-01-24 06:17:01.764767: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.768964 2296461 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0124 06:17:01.768978 2296461 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0124 06:17:01.768981 2296461 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0124 06:17:01.768984 2296461 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0124 06:17:01.768987 2296461 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0124 06:17:01.768990 2296461 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0124 06:17:01.768993 2296461 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0124 06:17:01.768995 2296461 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0124 06:17:01.768998 2296461 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0124 06:17:01.769001 2296461 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-01-24 06:17:01.769006: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.773283 2296461 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0124 06:17:01.773297 2296461 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0124 06:17:01.773300 2296461 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0124 06:17:01.773303 2296461 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0124 06:17:01.773306 2296461 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0124 06:17:01.773309 2296461 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0124 06:17:01.773312 2296461 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0124 06:17:01.773315 2296461 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0124 06:17:01.773318 2296461 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0124 06:17:01.773321 2296461 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-01-24 06:17:01.773325: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.777473 2296461 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0124 06:17:01.777492 2296461 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0124 06:17:01.777495 2296461 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0124 06:17:01.777498 2296461 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0124 06:17:01.777501 2296461 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0124 06:17:01.777504 2296461 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0124 06:17:01.777507 2296461 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0124 06:17:01.777510 2296461 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0124 06:17:01.777512 2296461 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0124 06:17:01.777515 2296461 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-01-24 06:17:01.777520: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.781517 2296461 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0124 06:17:01.781532 2296461 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0124 06:17:01.781535 2296461 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0124 06:17:01.781538 2296461 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0124 06:17:01.781540 2296461 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0124 06:17:01.781543 2296461 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0124 06:17:01.781546 2296461 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0124 06:17:01.781549 2296461 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0124 06:17:01.781552 2296461 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0124 06:17:01.781555 2296461 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-01-24 06:17:01.781559: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.785557 2296461 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0124 06:17:01.785573 2296461 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0124 06:17:01.785576 2296461 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0124 06:17:01.785579 2296461 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0124 06:17:01.785581 2296461 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0124 06:17:01.785584 2296461 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0124 06:17:01.785587 2296461 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0124 06:17:01.785590 2296461 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0124 06:17:01.785593 2296461 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0124 06:17:01.785596 2296461 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-01-24 06:17:01.785601: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.789574 2296461 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0124 06:17:01.789588 2296461 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0124 06:17:01.789591 2296461 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0124 06:17:01.789594 2296461 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0124 06:17:01.789597 2296461 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0124 06:17:01.789600 2296461 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0124 06:17:01.789604 2296461 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0124 06:17:01.789607 2296461 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0124 06:17:01.789610 2296461 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0124 06:17:01.789613 2296461 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-01-24 06:17:01.789618: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.793520 2296461 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0124 06:17:01.793535 2296461 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0124 06:17:01.793538 2296461 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0124 06:17:01.793541 2296461 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0124 06:17:01.793544 2296461 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0124 06:17:01.793547 2296461 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0124 06:17:01.793550 2296461 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0124 06:17:01.793553 2296461 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0124 06:17:01.793556 2296461 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0124 06:17:01.793558 2296461 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-01-24 06:17:01.793563: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.797414 2296461 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0124 06:17:01.797432 2296461 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0124 06:17:01.797435 2296461 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0124 06:17:01.797438 2296461 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0124 06:17:01.797440 2296461 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0124 06:17:01.797443 2296461 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0124 06:17:01.797446 2296461 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0124 06:17:01.797449 2296461 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0124 06:17:01.797452 2296461 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0124 06:17:01.797455 2296461 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-01-24 06:17:01.797459: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.801334 2296461 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0124 06:17:01.801350 2296461 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0124 06:17:01.801353 2296461 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0124 06:17:01.801356 2296461 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0124 06:17:01.801359 2296461 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0124 06:17:01.801362 2296461 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0124 06:17:01.801364 2296461 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0124 06:17:01.801367 2296461 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0124 06:17:01.801370 2296461 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0124 06:17:01.801373 2296461 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-01-24 06:17:01.801378: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.805310 2296461 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0124 06:17:01.805326 2296461 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0124 06:17:01.805329 2296461 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0124 06:17:01.805332 2296461 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0124 06:17:01.805335 2296461 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0124 06:17:01.805338 2296461 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0124 06:17:01.805340 2296461 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0124 06:17:01.805343 2296461 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0124 06:17:01.805346 2296461 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0124 06:17:01.805349 2296461 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-01-24 06:17:01.805353: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.809339 2296461 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0124 06:17:01.809364 2296461 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0124 06:17:01.809367 2296461 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0124 06:17:01.809370 2296461 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0124 06:17:01.809373 2296461 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0124 06:17:01.809376 2296461 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0124 06:17:01.809379 2296461 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0124 06:17:01.809381 2296461 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0124 06:17:01.809384 2296461 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0124 06:17:01.809387 2296461 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-01-24 06:17:01.809392: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.813417 2296461 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0124 06:17:01.813431 2296461 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0124 06:17:01.813434 2296461 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0124 06:17:01.813437 2296461 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0124 06:17:01.813440 2296461 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0124 06:17:01.813443 2296461 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0124 06:17:01.813446 2296461 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0124 06:17:01.813449 2296461 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0124 06:17:01.813452 2296461 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0124 06:17:01.813454 2296461 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-01-24 06:17:01.813459: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.817453 2296461 buffer_comparator.cc:156] Difference at 256: 0, expected 1091.26
E0124 06:17:01.817469 2296461 buffer_comparator.cc:156] Difference at 257: 0, expected 1117.91
E0124 06:17:01.817472 2296461 buffer_comparator.cc:156] Difference at 258: 0, expected 1086.11
E0124 06:17:01.817474 2296461 buffer_comparator.cc:156] Difference at 259: 0, expected 1095.59
E0124 06:17:01.817477 2296461 buffer_comparator.cc:156] Difference at 260: 0, expected 1098.42
E0124 06:17:01.817480 2296461 buffer_comparator.cc:156] Difference at 261: 0, expected 1113.28
E0124 06:17:01.817483 2296461 buffer_comparator.cc:156] Difference at 262: 0, expected 1088.03
E0124 06:17:01.817486 2296461 buffer_comparator.cc:156] Difference at 263: 0, expected 1093.88
E0124 06:17:01.817490 2296461 buffer_comparator.cc:156] Difference at 264: 0, expected 1115.18
E0124 06:17:01.817493 2296461 buffer_comparator.cc:156] Difference at 265: 0, expected 1104.89
2025-01-24 06:17:01.817498: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.829671 2296461 buffer_comparator.cc:156] Difference at 112: 513.993, expected 949.79
E0124 06:17:01.829731 2296461 buffer_comparator.cc:156] Difference at 113: 357.807, expected 1213.3
E0124 06:17:01.829735 2296461 buffer_comparator.cc:156] Difference at 114: 585.471, expected 1837.44
E0124 06:17:01.829738 2296461 buffer_comparator.cc:156] Difference at 115: 420.444, expected 1600.27
E0124 06:17:01.829741 2296461 buffer_comparator.cc:156] Difference at 116: 302.398, expected 1117.2
E0124 06:17:01.829744 2296461 buffer_comparator.cc:156] Difference at 117: 386.144, expected 1790.83
E0124 06:17:01.829747 2296461 buffer_comparator.cc:156] Difference at 118: 587.071, expected 1291.05
E0124 06:17:01.829750 2296461 buffer_comparator.cc:156] Difference at 119: 508.94, expected 943.242
E0124 06:17:01.829753 2296461 buffer_comparator.cc:156] Difference at 120: 358.918, expected 1198.86
E0124 06:17:01.829756 2296461 buffer_comparator.cc:156] Difference at 121: 578.094, expected 1820.15
2025-01-24 06:17:01.829767: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.832475 2296461 buffer_comparator.cc:156] Difference at 112: 513.993, expected 949.79
E0124 06:17:01.832489 2296461 buffer_comparator.cc:156] Difference at 113: 357.807, expected 1213.3
E0124 06:17:01.832492 2296461 buffer_comparator.cc:156] Difference at 114: 585.471, expected 1837.44
E0124 06:17:01.832495 2296461 buffer_comparator.cc:156] Difference at 115: 420.444, expected 1600.27
E0124 06:17:01.832498 2296461 buffer_comparator.cc:156] Difference at 116: 302.398, expected 1117.2
E0124 06:17:01.832501 2296461 buffer_comparator.cc:156] Difference at 117: 386.144, expected 1790.83
E0124 06:17:01.832504 2296461 buffer_comparator.cc:156] Difference at 118: 587.071, expected 1291.05
E0124 06:17:01.832507 2296461 buffer_comparator.cc:156] Difference at 119: 508.94, expected 943.242
E0124 06:17:01.832510 2296461 buffer_comparator.cc:156] Difference at 120: 358.918, expected 1198.86
E0124 06:17:01.832513 2296461 buffer_comparator.cc:156] Difference at 121: 578.094, expected 1820.15
2025-01-24 06:17:01.832518: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.834992 2296461 buffer_comparator.cc:156] Difference at 112: 513.993, expected 949.79
E0124 06:17:01.835008 2296461 buffer_comparator.cc:156] Difference at 113: 357.807, expected 1213.3
E0124 06:17:01.835011 2296461 buffer_comparator.cc:156] Difference at 114: 585.471, expected 1837.44
E0124 06:17:01.835014 2296461 buffer_comparator.cc:156] Difference at 115: 420.444, expected 1600.27
E0124 06:17:01.835017 2296461 buffer_comparator.cc:156] Difference at 116: 302.398, expected 1117.2
E0124 06:17:01.835020 2296461 buffer_comparator.cc:156] Difference at 117: 386.144, expected 1790.83
E0124 06:17:01.835023 2296461 buffer_comparator.cc:156] Difference at 118: 587.071, expected 1291.05
E0124 06:17:01.835026 2296461 buffer_comparator.cc:156] Difference at 119: 508.94, expected 943.242
E0124 06:17:01.835029 2296461 buffer_comparator.cc:156] Difference at 120: 358.918, expected 1198.86
E0124 06:17:01.835032 2296461 buffer_comparator.cc:156] Difference at 121: 578.094, expected 1820.15
2025-01-24 06:17:01.835037: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.837457 2296461 buffer_comparator.cc:156] Difference at 7: 1058.92, expected 951.95
E0124 06:17:01.837471 2296461 buffer_comparator.cc:156] Difference at 11: 1263.92, expected 1121.95
E0124 06:17:01.837475 2296461 buffer_comparator.cc:156] Difference at 179: 1223.75, expected 1098.8
E0124 06:17:01.837478 2296461 buffer_comparator.cc:156] Difference at 224: 1187.54, expected 942.345
E0124 06:17:01.837481 2296461 buffer_comparator.cc:156] Difference at 225: 1035.45, expected 1208.53
E0124 06:17:01.837484 2296461 buffer_comparator.cc:156] Difference at 226: 725.657, expected 1824.94
E0124 06:17:01.837487 2296461 buffer_comparator.cc:156] Difference at 227: 1158.04, expected 1592.15
E0124 06:17:01.837490 2296461 buffer_comparator.cc:156] Difference at 228: 847.142, expected 1119.85
E0124 06:17:01.837493 2296461 buffer_comparator.cc:156] Difference at 229: 635.433, expected 1778.8
E0124 06:17:01.837496 2296461 buffer_comparator.cc:156] Difference at 230: 811.507, expected 1283.28
2025-01-24 06:17:01.837500: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.840009 2296461 buffer_comparator.cc:156] Difference at 224: 1187.54, expected 942.345
E0124 06:17:01.840027 2296461 buffer_comparator.cc:156] Difference at 225: 1035.45, expected 1208.53
E0124 06:17:01.840030 2296461 buffer_comparator.cc:156] Difference at 226: 725.657, expected 1824.94
E0124 06:17:01.840033 2296461 buffer_comparator.cc:156] Difference at 227: 1158.04, expected 1592.15
E0124 06:17:01.840036 2296461 buffer_comparator.cc:156] Difference at 228: 847.142, expected 1119.85
E0124 06:17:01.840039 2296461 buffer_comparator.cc:156] Difference at 229: 635.433, expected 1778.8
E0124 06:17:01.840042 2296461 buffer_comparator.cc:156] Difference at 230: 811.507, expected 1283.28
E0124 06:17:01.840045 2296461 buffer_comparator.cc:156] Difference at 231: 1220.34, expected 935.373
E0124 06:17:01.840048 2296461 buffer_comparator.cc:156] Difference at 232: 1066.07, expected 1192.72
E0124 06:17:01.840051 2296461 buffer_comparator.cc:156] Difference at 233: 743.671, expected 1803.13
2025-01-24 06:17:01.840055: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.842505 2296461 buffer_comparator.cc:156] Difference at 224: 1187.54, expected 942.345
E0124 06:17:01.842518 2296461 buffer_comparator.cc:156] Difference at 225: 1035.45, expected 1208.53
E0124 06:17:01.842521 2296461 buffer_comparator.cc:156] Difference at 226: 725.657, expected 1824.94
E0124 06:17:01.842524 2296461 buffer_comparator.cc:156] Difference at 227: 1158.04, expected 1592.15
E0124 06:17:01.842527 2296461 buffer_comparator.cc:156] Difference at 228: 847.142, expected 1119.85
E0124 06:17:01.842530 2296461 buffer_comparator.cc:156] Difference at 229: 635.433, expected 1778.8
E0124 06:17:01.842533 2296461 buffer_comparator.cc:156] Difference at 230: 811.507, expected 1283.28
E0124 06:17:01.842536 2296461 buffer_comparator.cc:156] Difference at 231: 1220.34, expected 935.373
E0124 06:17:01.842539 2296461 buffer_comparator.cc:156] Difference at 232: 1066.07, expected 1192.72
E0124 06:17:01.842542 2296461 buffer_comparator.cc:156] Difference at 233: 743.671, expected 1803.13
2025-01-24 06:17:01.842546: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.844973 2296461 buffer_comparator.cc:156] Difference at 224: 1187.54, expected 942.345
E0124 06:17:01.844987 2296461 buffer_comparator.cc:156] Difference at 225: 1035.45, expected 1208.53
E0124 06:17:01.844990 2296461 buffer_comparator.cc:156] Difference at 226: 725.657, expected 1824.94
E0124 06:17:01.844993 2296461 buffer_comparator.cc:156] Difference at 227: 1158.04, expected 1592.15
E0124 06:17:01.844996 2296461 buffer_comparator.cc:156] Difference at 228: 847.142, expected 1119.85
E0124 06:17:01.844999 2296461 buffer_comparator.cc:156] Difference at 229: 635.433, expected 1778.8
E0124 06:17:01.845003 2296461 buffer_comparator.cc:156] Difference at 230: 811.507, expected 1283.28
E0124 06:17:01.845006 2296461 buffer_comparator.cc:156] Difference at 231: 1220.34, expected 935.373
E0124 06:17:01.845009 2296461 buffer_comparator.cc:156] Difference at 232: 1066.07, expected 1192.72
E0124 06:17:01.845012 2296461 buffer_comparator.cc:156] Difference at 233: 743.671, expected 1803.13
2025-01-24 06:17:01.845017: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.847491 2296461 buffer_comparator.cc:156] Difference at 448: 1215.5, expected 948.676
E0124 06:17:01.847505 2296461 buffer_comparator.cc:156] Difference at 449: 1058.51, expected 1198.64
E0124 06:17:01.847508 2296461 buffer_comparator.cc:156] Difference at 450: 738.69, expected 1813.49
E0124 06:17:01.847511 2296461 buffer_comparator.cc:156] Difference at 451: 1187.68, expected 1575.23
E0124 06:17:01.847514 2296461 buffer_comparator.cc:156] Difference at 452: 862.098, expected 1104.71
E0124 06:17:01.847517 2296461 buffer_comparator.cc:156] Difference at 453: 623.212, expected 1764.87
E0124 06:17:01.847520 2296461 buffer_comparator.cc:156] Difference at 454: 798.796, expected 1269.69
E0124 06:17:01.847523 2296461 buffer_comparator.cc:156] Difference at 455: 1203.21, expected 952.925
E0124 06:17:01.847526 2296461 buffer_comparator.cc:156] Difference at 456: 1047.72, expected 1213.59
E0124 06:17:01.847529 2296461 buffer_comparator.cc:156] Difference at 457: 733.884, expected 1821.28
2025-01-24 06:17:01.847533: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.849965 2296461 buffer_comparator.cc:156] Difference at 448: 1215.5, expected 948.676
E0124 06:17:01.849978 2296461 buffer_comparator.cc:156] Difference at 449: 1058.51, expected 1198.64
E0124 06:17:01.849981 2296461 buffer_comparator.cc:156] Difference at 450: 738.69, expected 1813.49
E0124 06:17:01.849984 2296461 buffer_comparator.cc:156] Difference at 451: 1187.68, expected 1575.23
E0124 06:17:01.849987 2296461 buffer_comparator.cc:156] Difference at 452: 862.098, expected 1104.71
E0124 06:17:01.849990 2296461 buffer_comparator.cc:156] Difference at 453: 623.212, expected 1764.87
E0124 06:17:01.849993 2296461 buffer_comparator.cc:156] Difference at 454: 798.796, expected 1269.69
E0124 06:17:01.849996 2296461 buffer_comparator.cc:156] Difference at 455: 1203.21, expected 952.925
E0124 06:17:01.849998 2296461 buffer_comparator.cc:156] Difference at 456: 1047.72, expected 1213.59
E0124 06:17:01.850001 2296461 buffer_comparator.cc:156] Difference at 457: 733.884, expected 1821.28
2025-01-24 06:17:01.850006: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.852449 2296461 buffer_comparator.cc:156] Difference at 448: 1215.5, expected 948.676
E0124 06:17:01.852466 2296461 buffer_comparator.cc:156] Difference at 449: 1058.51, expected 1198.64
E0124 06:17:01.852469 2296461 buffer_comparator.cc:156] Difference at 450: 738.69, expected 1813.49
E0124 06:17:01.852472 2296461 buffer_comparator.cc:156] Difference at 451: 1187.68, expected 1575.23
E0124 06:17:01.852475 2296461 buffer_comparator.cc:156] Difference at 452: 862.098, expected 1104.71
E0124 06:17:01.852478 2296461 buffer_comparator.cc:156] Difference at 453: 623.212, expected 1764.87
E0124 06:17:01.852481 2296461 buffer_comparator.cc:156] Difference at 454: 798.796, expected 1269.69
E0124 06:17:01.852483 2296461 buffer_comparator.cc:156] Difference at 455: 1203.21, expected 952.925
E0124 06:17:01.852486 2296461 buffer_comparator.cc:156] Difference at 456: 1047.72, expected 1213.59
E0124 06:17:01.852489 2296461 buffer_comparator.cc:156] Difference at 457: 733.884, expected 1821.28
2025-01-24 06:17:01.852494: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.854915 2296461 buffer_comparator.cc:156] Difference at 448: 1214.22, expected 948.676
E0124 06:17:01.854928 2296461 buffer_comparator.cc:156] Difference at 449: 1056.45, expected 1198.64
E0124 06:17:01.854931 2296461 buffer_comparator.cc:156] Difference at 450: 736.847, expected 1813.49
E0124 06:17:01.854934 2296461 buffer_comparator.cc:156] Difference at 451: 1184.91, expected 1575.23
E0124 06:17:01.854937 2296461 buffer_comparator.cc:156] Difference at 452: 859.942, expected 1104.71
E0124 06:17:01.854940 2296461 buffer_comparator.cc:156] Difference at 453: 620.77, expected 1764.87
E0124 06:17:01.854943 2296461 buffer_comparator.cc:156] Difference at 454: 796.75, expected 1269.69
E0124 06:17:01.854946 2296461 buffer_comparator.cc:156] Difference at 455: 1201.02, expected 952.925
E0124 06:17:01.854949 2296461 buffer_comparator.cc:156] Difference at 456: 1045.45, expected 1213.59
E0124 06:17:01.854952 2296461 buffer_comparator.cc:156] Difference at 457: 732.834, expected 1821.28
2025-01-24 06:17:01.854957: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.857388 2296461 buffer_comparator.cc:156] Difference at 448: 1214.22, expected 948.676
E0124 06:17:01.857402 2296461 buffer_comparator.cc:156] Difference at 449: 1056.45, expected 1198.64
E0124 06:17:01.857405 2296461 buffer_comparator.cc:156] Difference at 450: 736.847, expected 1813.49
E0124 06:17:01.857408 2296461 buffer_comparator.cc:156] Difference at 451: 1184.91, expected 1575.23
E0124 06:17:01.857411 2296461 buffer_comparator.cc:156] Difference at 452: 859.942, expected 1104.71
E0124 06:17:01.857414 2296461 buffer_comparator.cc:156] Difference at 453: 620.77, expected 1764.87
E0124 06:17:01.857417 2296461 buffer_comparator.cc:156] Difference at 454: 796.75, expected 1269.69
E0124 06:17:01.857420 2296461 buffer_comparator.cc:156] Difference at 455: 1201.02, expected 952.925
E0124 06:17:01.857423 2296461 buffer_comparator.cc:156] Difference at 456: 1045.45, expected 1213.59
E0124 06:17:01.857425 2296461 buffer_comparator.cc:156] Difference at 457: 732.834, expected 1821.28
2025-01-24 06:17:01.857430: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.859852 2296461 buffer_comparator.cc:156] Difference at 448: 1214.22, expected 948.676
E0124 06:17:01.859865 2296461 buffer_comparator.cc:156] Difference at 449: 1056.45, expected 1198.64
E0124 06:17:01.859868 2296461 buffer_comparator.cc:156] Difference at 450: 736.847, expected 1813.49
E0124 06:17:01.859871 2296461 buffer_comparator.cc:156] Difference at 451: 1184.91, expected 1575.23
E0124 06:17:01.859874 2296461 buffer_comparator.cc:156] Difference at 452: 859.942, expected 1104.71
E0124 06:17:01.859877 2296461 buffer_comparator.cc:156] Difference at 453: 620.77, expected 1764.87
E0124 06:17:01.859880 2296461 buffer_comparator.cc:156] Difference at 454: 796.75, expected 1269.69
E0124 06:17:01.859883 2296461 buffer_comparator.cc:156] Difference at 455: 1201.02, expected 952.925
E0124 06:17:01.859886 2296461 buffer_comparator.cc:156] Difference at 456: 1045.45, expected 1213.59
E0124 06:17:01.859888 2296461 buffer_comparator.cc:156] Difference at 457: 732.834, expected 1821.28
2025-01-24 06:17:01.859893: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.862435 2296461 buffer_comparator.cc:156] Difference at 896: 1199.33, expected 958.128
E0124 06:17:01.862448 2296461 buffer_comparator.cc:156] Difference at 897: 1048.92, expected 1218.67
E0124 06:17:01.862451 2296461 buffer_comparator.cc:156] Difference at 898: 734.914, expected 1826.79
E0124 06:17:01.862454 2296461 buffer_comparator.cc:156] Difference at 899: 1178.58, expected 1593.43
E0124 06:17:01.862458 2296461 buffer_comparator.cc:156] Difference at 900: 842.885, expected 1119.04
E0124 06:17:01.862461 2296461 buffer_comparator.cc:156] Difference at 901: 628.641, expected 1796.71
E0124 06:17:01.862464 2296461 buffer_comparator.cc:156] Difference at 902: 793.715, expected 1279.87
E0124 06:17:01.862467 2296461 buffer_comparator.cc:156] Difference at 903: 1203.49, expected 941.479
E0124 06:17:01.862470 2296461 buffer_comparator.cc:156] Difference at 904: 1050.86, expected 1202.97
E0124 06:17:01.862473 2296461 buffer_comparator.cc:156] Difference at 905: 741.148, expected 1817.41
2025-01-24 06:17:01.862478: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.865009 2296461 buffer_comparator.cc:156] Difference at 896: 1199.33, expected 958.128
E0124 06:17:01.865022 2296461 buffer_comparator.cc:156] Difference at 897: 1048.92, expected 1218.67
E0124 06:17:01.865025 2296461 buffer_comparator.cc:156] Difference at 898: 734.914, expected 1826.79
E0124 06:17:01.865028 2296461 buffer_comparator.cc:156] Difference at 899: 1178.58, expected 1593.43
E0124 06:17:01.865031 2296461 buffer_comparator.cc:156] Difference at 900: 842.885, expected 1119.04
E0124 06:17:01.865034 2296461 buffer_comparator.cc:156] Difference at 901: 628.641, expected 1796.71
E0124 06:17:01.865037 2296461 buffer_comparator.cc:156] Difference at 902: 793.715, expected 1279.87
E0124 06:17:01.865040 2296461 buffer_comparator.cc:156] Difference at 903: 1203.49, expected 941.479
E0124 06:17:01.865043 2296461 buffer_comparator.cc:156] Difference at 904: 1050.86, expected 1202.97
E0124 06:17:01.865046 2296461 buffer_comparator.cc:156] Difference at 905: 741.148, expected 1817.41
2025-01-24 06:17:01.865050: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.867657 2296461 buffer_comparator.cc:156] Difference at 7: 1058.92, expected 951.95
E0124 06:17:01.867673 2296461 buffer_comparator.cc:156] Difference at 11: 1263.92, expected 1121.95
E0124 06:17:01.867676 2296461 buffer_comparator.cc:156] Difference at 179: 1223.75, expected 1098.8
E0124 06:17:01.867680 2296461 buffer_comparator.cc:156] Difference at 266: 1047.35, expected 934.413
E0124 06:17:01.867683 2296461 buffer_comparator.cc:156] Difference at 270: 1246.8, expected 1101.54
E0124 06:17:01.867686 2296461 buffer_comparator.cc:156] Difference at 417: 1222.47, expected 1095.88
E0124 06:17:01.867690 2296461 buffer_comparator.cc:156] Difference at 521: 1725.84, expected 1550.38
E0124 06:17:01.867693 2296461 buffer_comparator.cc:156] Difference at 522: 1233.24, expected 1093.76
E0124 06:17:01.867696 2296461 buffer_comparator.cc:156] Difference at 620: 1247.46, expected 1121.08
E0124 06:17:01.867699 2296461 buffer_comparator.cc:156] Difference at 690: 1251.43, expected 1120.61
2025-01-24 06:17:01.867704: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.870135 2296461 buffer_comparator.cc:156] Difference at 0: 1057.27, expected 928.593
E0124 06:17:01.870148 2296461 buffer_comparator.cc:156] Difference at 1: 1319.15, expected 1186.89
E0124 06:17:01.870151 2296461 buffer_comparator.cc:156] Difference at 2: 2004.43, expected 1796.77
E0124 06:17:01.870154 2296461 buffer_comparator.cc:156] Difference at 3: 1745.74, expected 1565.84
E0124 06:17:01.870157 2296461 buffer_comparator.cc:156] Difference at 4: 1252.2, expected 1095.49
E0124 06:17:01.870160 2296461 buffer_comparator.cc:156] Difference at 7: 1175.57, expected 951.95
E0124 06:17:01.870163 2296461 buffer_comparator.cc:156] Difference at 8: 1398.75, expected 1216.24
E0124 06:17:01.870166 2296461 buffer_comparator.cc:156] Difference at 9: 2125.62, expected 1833.76
E0124 06:17:01.870169 2296461 buffer_comparator.cc:156] Difference at 10: 1878.38, expected 1592.37
E0124 06:17:01.870173 2296461 buffer_comparator.cc:156] Difference at 11: 1362.67, expected 1121.95
2025-01-24 06:17:01.870178: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.872762 2296461 buffer_comparator.cc:156] Difference at 896: 1204.66, expected 958.128
E0124 06:17:01.872777 2296461 buffer_comparator.cc:156] Difference at 897: 1053.28, expected 1218.67
E0124 06:17:01.872780 2296461 buffer_comparator.cc:156] Difference at 898: 740.998, expected 1826.79
E0124 06:17:01.872783 2296461 buffer_comparator.cc:156] Difference at 899: 1185.71, expected 1593.43
E0124 06:17:01.872786 2296461 buffer_comparator.cc:156] Difference at 900: 850.478, expected 1119.04
E0124 06:17:01.872789 2296461 buffer_comparator.cc:156] Difference at 901: 634.712, expected 1796.71
E0124 06:17:01.872792 2296461 buffer_comparator.cc:156] Difference at 902: 799.593, expected 1279.87
E0124 06:17:01.872795 2296461 buffer_comparator.cc:156] Difference at 903: 1208.15, expected 941.479
E0124 06:17:01.872797 2296461 buffer_comparator.cc:156] Difference at 904: 1055.09, expected 1202.97
E0124 06:17:01.872800 2296461 buffer_comparator.cc:156] Difference at 905: 746.267, expected 1817.41
2025-01-24 06:17:01.872805: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.875260 2296461 buffer_comparator.cc:156] Difference at 896: 1198.32, expected 958.128
E0124 06:17:01.875275 2296461 buffer_comparator.cc:156] Difference at 897: 1047.69, expected 1218.67
E0124 06:17:01.875278 2296461 buffer_comparator.cc:156] Difference at 898: 733.669, expected 1826.79
E0124 06:17:01.875281 2296461 buffer_comparator.cc:156] Difference at 899: 1177.34, expected 1593.43
E0124 06:17:01.875284 2296461 buffer_comparator.cc:156] Difference at 900: 842.502, expected 1119.04
E0124 06:17:01.875287 2296461 buffer_comparator.cc:156] Difference at 901: 627.594, expected 1796.71
E0124 06:17:01.875290 2296461 buffer_comparator.cc:156] Difference at 902: 792.637, expected 1279.87
E0124 06:17:01.875293 2296461 buffer_comparator.cc:156] Difference at 903: 1202.18, expected 941.479
E0124 06:17:01.875296 2296461 buffer_comparator.cc:156] Difference at 904: 1049.9, expected 1202.97
E0124 06:17:01.875299 2296461 buffer_comparator.cc:156] Difference at 905: 739.86, expected 1817.41
2025-01-24 06:17:01.875303: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.877751 2296461 buffer_comparator.cc:156] Difference at 896: 1199.33, expected 958.128
E0124 06:17:01.877763 2296461 buffer_comparator.cc:156] Difference at 897: 1048.92, expected 1218.67
E0124 06:17:01.877766 2296461 buffer_comparator.cc:156] Difference at 898: 734.914, expected 1826.79
E0124 06:17:01.877769 2296461 buffer_comparator.cc:156] Difference at 899: 1178.58, expected 1593.43
E0124 06:17:01.877772 2296461 buffer_comparator.cc:156] Difference at 900: 842.885, expected 1119.04
E0124 06:17:01.877775 2296461 buffer_comparator.cc:156] Difference at 901: 628.641, expected 1796.71
E0124 06:17:01.877778 2296461 buffer_comparator.cc:156] Difference at 902: 793.715, expected 1279.87
E0124 06:17:01.877781 2296461 buffer_comparator.cc:156] Difference at 903: 1203.49, expected 941.479
E0124 06:17:01.877784 2296461 buffer_comparator.cc:156] Difference at 904: 1050.86, expected 1202.97
E0124 06:17:01.877787 2296461 buffer_comparator.cc:156] Difference at 905: 741.148, expected 1817.41
2025-01-24 06:17:01.877792: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.880275 2296461 buffer_comparator.cc:156] Difference at 896: 1199.33, expected 958.128
E0124 06:17:01.880289 2296461 buffer_comparator.cc:156] Difference at 897: 1048.92, expected 1218.67
E0124 06:17:01.880293 2296461 buffer_comparator.cc:156] Difference at 898: 734.914, expected 1826.79
E0124 06:17:01.880296 2296461 buffer_comparator.cc:156] Difference at 899: 1178.58, expected 1593.43
E0124 06:17:01.880299 2296461 buffer_comparator.cc:156] Difference at 900: 842.885, expected 1119.04
E0124 06:17:01.880302 2296461 buffer_comparator.cc:156] Difference at 901: 628.641, expected 1796.71
E0124 06:17:01.880305 2296461 buffer_comparator.cc:156] Difference at 902: 793.715, expected 1279.87
E0124 06:17:01.880308 2296461 buffer_comparator.cc:156] Difference at 903: 1203.49, expected 941.479
E0124 06:17:01.880311 2296461 buffer_comparator.cc:156] Difference at 904: 1050.86, expected 1202.97
E0124 06:17:01.880314 2296461 buffer_comparator.cc:156] Difference at 905: 741.148, expected 1817.41
2025-01-24 06:17:01.880319: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.882812 2296461 buffer_comparator.cc:156] Difference at 896: 1199.33, expected 958.128
E0124 06:17:01.882825 2296461 buffer_comparator.cc:156] Difference at 897: 1048.92, expected 1218.67
E0124 06:17:01.882828 2296461 buffer_comparator.cc:156] Difference at 898: 734.914, expected 1826.79
E0124 06:17:01.882831 2296461 buffer_comparator.cc:156] Difference at 899: 1178.58, expected 1593.43
E0124 06:17:01.882834 2296461 buffer_comparator.cc:156] Difference at 900: 842.885, expected 1119.04
E0124 06:17:01.882837 2296461 buffer_comparator.cc:156] Difference at 901: 628.641, expected 1796.71
E0124 06:17:01.882840 2296461 buffer_comparator.cc:156] Difference at 902: 793.715, expected 1279.87
E0124 06:17:01.882843 2296461 buffer_comparator.cc:156] Difference at 903: 1203.49, expected 941.479
E0124 06:17:01.882846 2296461 buffer_comparator.cc:156] Difference at 904: 1050.86, expected 1202.97
E0124 06:17:01.882849 2296461 buffer_comparator.cc:156] Difference at 905: 741.148, expected 1817.41
2025-01-24 06:17:01.882854: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.885495 2296461 buffer_comparator.cc:156] Difference at 1792: 1217.57, expected 926.778
E0124 06:17:01.885508 2296461 buffer_comparator.cc:156] Difference at 1793: 1059.66, expected 1190.76
E0124 06:17:01.885511 2296461 buffer_comparator.cc:156] Difference at 1794: 744.124, expected 1807.71
E0124 06:17:01.885514 2296461 buffer_comparator.cc:156] Difference at 1795: 1186.2, expected 1565.59
E0124 06:17:01.885517 2296461 buffer_comparator.cc:156] Difference at 1796: 853.454, expected 1101.04
E0124 06:17:01.885520 2296461 buffer_comparator.cc:156] Difference at 1797: 626.917, expected 1756.21
E0124 06:17:01.885523 2296461 buffer_comparator.cc:156] Difference at 1798: 800.954, expected 1272.34
E0124 06:17:01.885526 2296461 buffer_comparator.cc:156] Difference at 1799: 1211.6, expected 944.465
E0124 06:17:01.885529 2296461 buffer_comparator.cc:156] Difference at 1800: 1058.71, expected 1200.58
E0124 06:17:01.885532 2296461 buffer_comparator.cc:156] Difference at 1801: 743.269, expected 1808.36
2025-01-24 06:17:01.885537: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.888204 2296461 buffer_comparator.cc:156] Difference at 1792: 1217.57, expected 926.778
E0124 06:17:01.888216 2296461 buffer_comparator.cc:156] Difference at 1793: 1059.66, expected 1190.76
E0124 06:17:01.888219 2296461 buffer_comparator.cc:156] Difference at 1794: 744.124, expected 1807.71
E0124 06:17:01.888223 2296461 buffer_comparator.cc:156] Difference at 1795: 1186.2, expected 1565.59
E0124 06:17:01.888226 2296461 buffer_comparator.cc:156] Difference at 1796: 853.454, expected 1101.04
E0124 06:17:01.888229 2296461 buffer_comparator.cc:156] Difference at 1797: 626.917, expected 1756.21
E0124 06:17:01.888233 2296461 buffer_comparator.cc:156] Difference at 1798: 800.954, expected 1272.34
E0124 06:17:01.888236 2296461 buffer_comparator.cc:156] Difference at 1799: 1211.6, expected 944.465
E0124 06:17:01.888239 2296461 buffer_comparator.cc:156] Difference at 1800: 1058.71, expected 1200.58
E0124 06:17:01.888242 2296461 buffer_comparator.cc:156] Difference at 1801: 743.269, expected 1808.36
2025-01-24 06:17:01.888247: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:01.890859 2296461 buffer_comparator.cc:156] Difference at 1792: 1217.57, expected 926.778
E0124 06:17:01.890873 2296461 buffer_comparator.cc:156] Difference at 1793: 1059.66, expected 1190.76
E0124 06:17:01.890876 2296461 buffer_comparator.cc:156] Difference at 1794: 744.124, expected 1807.71
E0124 06:17:01.890880 2296461 buffer_comparator.cc:156] Difference at 1795: 1186.2, expected 1565.59
E0124 06:17:01.890882 2296461 buffer_comparator.cc:156] Difference at 1796: 853.454, expected 1101.04
E0124 06:17:01.890886 2296461 buffer_comparator.cc:156] Difference at 1797: 626.917, expected 1756.21
E0124 06:17:01.890888 2296461 buffer_comparator.cc:156] Difference at 1798: 800.954, expected 1272.34
E0124 06:17:01.890891 2296461 buffer_comparator.cc:156] Difference at 1799: 1211.6, expected 944.465
E0124 06:17:01.890894 2296461 buffer_comparator.cc:156] Difference at 1800: 1058.71, expected 1200.58
E0124 06:17:01.890897 2296461 buffer_comparator.cc:156] Difference at 1801: 743.269, expected 1808.36
2025-01-24 06:17:01.890902: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
2025-01-24 06:17:06.044693: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_30', 216 bytes spill stores, 216 bytes spill loads
E0124 06:17:06.152232 2296461 buffer_comparator.cc:156] Difference at 112: 3.96357, expected 1872.36
E0124 06:17:06.152314 2296461 buffer_comparator.cc:156] Difference at 113: 4.08387, expected 1994.81
E0124 06:17:06.152322 2296461 buffer_comparator.cc:156] Difference at 114: 3.43697, expected 964.469
E0124 06:17:06.152329 2296461 buffer_comparator.cc:156] Difference at 115: 3.49205, expected 1581.68
E0124 06:17:06.152335 2296461 buffer_comparator.cc:156] Difference at 116: 4.636, expected 1238.51
E0124 06:17:06.152342 2296461 buffer_comparator.cc:156] Difference at 117: 3.27176, expected 1214.35
E0124 06:17:06.152348 2296461 buffer_comparator.cc:156] Difference at 118: 4.36485, expected 1823.85
E0124 06:17:06.152355 2296461 buffer_comparator.cc:156] Difference at 119: 4.08502, expected 1866.65
E0124 06:17:06.152361 2296461 buffer_comparator.cc:156] Difference at 120: 4.00569, expected 1990.53
E0124 06:17:06.152367 2296461 buffer_comparator.cc:156] Difference at 121: 3.21014, expected 963.479
2025-01-24 06:17:06.152384: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:06.155135 2296461 buffer_comparator.cc:156] Difference at 0: 2299.91, expected 1852.66
E0124 06:17:06.155153 2296461 buffer_comparator.cc:156] Difference at 1: 2365.05, expected 1976.49
E0124 06:17:06.155156 2296461 buffer_comparator.cc:156] Difference at 2: 1113.52, expected 959.045
E0124 06:17:06.155159 2296461 buffer_comparator.cc:156] Difference at 3: 1907.18, expected 1563.86
E0124 06:17:06.155162 2296461 buffer_comparator.cc:156] Difference at 4: 1468.14, expected 1234.14
E0124 06:17:06.155165 2296461 buffer_comparator.cc:156] Difference at 5: 1437.09, expected 1193.4
E0124 06:17:06.155168 2296461 buffer_comparator.cc:156] Difference at 6: 2153.91, expected 1811.25
E0124 06:17:06.155171 2296461 buffer_comparator.cc:156] Difference at 14: 2152.45, expected 1862.99
E0124 06:17:06.155175 2296461 buffer_comparator.cc:156] Difference at 15: 2224.9, expected 1998.11
E0124 06:17:06.155178 2296461 buffer_comparator.cc:156] Difference at 17: 1795.48, expected 1583.4
2025-01-24 06:17:06.155183: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:06.157819 2296461 buffer_comparator.cc:156] Difference at 112: 9.61375, expected 1872.36
E0124 06:17:06.157833 2296461 buffer_comparator.cc:156] Difference at 113: 8.65445, expected 1994.81
E0124 06:17:06.157836 2296461 buffer_comparator.cc:156] Difference at 114: 6.27245, expected 964.469
E0124 06:17:06.157839 2296461 buffer_comparator.cc:156] Difference at 115: 6.61216, expected 1581.68
E0124 06:17:06.157842 2296461 buffer_comparator.cc:156] Difference at 116: 8.95425, expected 1238.51
E0124 06:17:06.157844 2296461 buffer_comparator.cc:156] Difference at 117: 7.46079, expected 1214.35
E0124 06:17:06.157847 2296461 buffer_comparator.cc:156] Difference at 118: 6.87961, expected 1823.85
E0124 06:17:06.157850 2296461 buffer_comparator.cc:156] Difference at 119: 8.19096, expected 1866.65
E0124 06:17:06.157853 2296461 buffer_comparator.cc:156] Difference at 120: 7.90554, expected 1990.53
E0124 06:17:06.157856 2296461 buffer_comparator.cc:156] Difference at 121: 7.49312, expected 963.479
2025-01-24 06:17:06.157860: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:06.160471 2296461 buffer_comparator.cc:156] Difference at 112: 9.61375, expected 1872.36
E0124 06:17:06.160497 2296461 buffer_comparator.cc:156] Difference at 113: 8.65445, expected 1994.81
E0124 06:17:06.160500 2296461 buffer_comparator.cc:156] Difference at 114: 6.27245, expected 964.469
E0124 06:17:06.160503 2296461 buffer_comparator.cc:156] Difference at 115: 6.61216, expected 1581.68
E0124 06:17:06.160506 2296461 buffer_comparator.cc:156] Difference at 116: 8.95425, expected 1238.51
E0124 06:17:06.160509 2296461 buffer_comparator.cc:156] Difference at 117: 7.46079, expected 1214.35
E0124 06:17:06.160511 2296461 buffer_comparator.cc:156] Difference at 118: 6.87961, expected 1823.85
E0124 06:17:06.160514 2296461 buffer_comparator.cc:156] Difference at 119: 8.19096, expected 1866.65
E0124 06:17:06.160517 2296461 buffer_comparator.cc:156] Difference at 120: 7.90554, expected 1990.53
E0124 06:17:06.160520 2296461 buffer_comparator.cc:156] Difference at 121: 7.49312, expected 963.479
2025-01-24 06:17:06.160524: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:06.163144 2296461 buffer_comparator.cc:156] Difference at 112: 9.61375, expected 1872.36
E0124 06:17:06.163160 2296461 buffer_comparator.cc:156] Difference at 113: 8.65445, expected 1994.81
E0124 06:17:06.163163 2296461 buffer_comparator.cc:156] Difference at 114: 6.27245, expected 964.469
E0124 06:17:06.163166 2296461 buffer_comparator.cc:156] Difference at 115: 6.61216, expected 1581.68
E0124 06:17:06.163169 2296461 buffer_comparator.cc:156] Difference at 116: 8.95425, expected 1238.51
E0124 06:17:06.163172 2296461 buffer_comparator.cc:156] Difference at 117: 7.46079, expected 1214.35
E0124 06:17:06.163175 2296461 buffer_comparator.cc:156] Difference at 118: 6.87961, expected 1823.85
E0124 06:17:06.163178 2296461 buffer_comparator.cc:156] Difference at 119: 8.19096, expected 1866.65
E0124 06:17:06.163180 2296461 buffer_comparator.cc:156] Difference at 120: 7.90554, expected 1990.53
E0124 06:17:06.163183 2296461 buffer_comparator.cc:156] Difference at 121: 7.49312, expected 963.479
2025-01-24 06:17:06.163188: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:06.165818 2296461 buffer_comparator.cc:156] Difference at 0: 2999.66, expected 1852.66
E0124 06:17:06.165834 2296461 buffer_comparator.cc:156] Difference at 1: 3136.74, expected 1976.49
E0124 06:17:06.165837 2296461 buffer_comparator.cc:156] Difference at 2: 1562.51, expected 959.045
E0124 06:17:06.165840 2296461 buffer_comparator.cc:156] Difference at 3: 2497.23, expected 1563.86
E0124 06:17:06.165843 2296461 buffer_comparator.cc:156] Difference at 4: 1995.79, expected 1234.14
E0124 06:17:06.165846 2296461 buffer_comparator.cc:156] Difference at 5: 1957.18, expected 1193.4
E0124 06:17:06.165849 2296461 buffer_comparator.cc:156] Difference at 6: 2863.57, expected 1811.25
E0124 06:17:06.165852 2296461 buffer_comparator.cc:156] Difference at 7: 2789.26, expected 1869.16
E0124 06:17:06.165855 2296461 buffer_comparator.cc:156] Difference at 8: 2929.61, expected 1993.31
E0124 06:17:06.165858 2296461 buffer_comparator.cc:156] Difference at 9: 1452.92, expected 968.067
2025-01-24 06:17:06.165863: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:06.168496 2296461 buffer_comparator.cc:156] Difference at 112: 3.96357, expected 1872.36
E0124 06:17:06.168510 2296461 buffer_comparator.cc:156] Difference at 113: 4.08387, expected 1994.81
E0124 06:17:06.168513 2296461 buffer_comparator.cc:156] Difference at 114: 3.43697, expected 964.469
E0124 06:17:06.168516 2296461 buffer_comparator.cc:156] Difference at 115: 3.49205, expected 1581.68
E0124 06:17:06.168519 2296461 buffer_comparator.cc:156] Difference at 116: 4.636, expected 1238.51
E0124 06:17:06.168522 2296461 buffer_comparator.cc:156] Difference at 117: 3.27176, expected 1214.35
E0124 06:17:06.168524 2296461 buffer_comparator.cc:156] Difference at 118: 4.36485, expected 1823.85
E0124 06:17:06.168527 2296461 buffer_comparator.cc:156] Difference at 119: 4.08502, expected 1866.65
E0124 06:17:06.168530 2296461 buffer_comparator.cc:156] Difference at 120: 4.00569, expected 1990.53
E0124 06:17:06.168533 2296461 buffer_comparator.cc:156] Difference at 121: 3.21014, expected 963.479
2025-01-24 06:17:06.168537: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:06.171238 2296461 buffer_comparator.cc:156] Difference at 224: 5.86135, expected 1844.62
E0124 06:17:06.171256 2296461 buffer_comparator.cc:156] Difference at 225: 4.06782, expected 1964.03
E0124 06:17:06.171259 2296461 buffer_comparator.cc:156] Difference at 226: 4.13873, expected 949.238
E0124 06:17:06.171262 2296461 buffer_comparator.cc:156] Difference at 227: 5.5797, expected 1560.45
E0124 06:17:06.171264 2296461 buffer_comparator.cc:156] Difference at 228: 5.25988, expected 1215.36
E0124 06:17:06.171267 2296461 buffer_comparator.cc:156] Difference at 229: 5.30797, expected 1186.63
E0124 06:17:06.171270 2296461 buffer_comparator.cc:156] Difference at 230: 4.14199, expected 1795.53
E0124 06:17:06.171273 2296461 buffer_comparator.cc:156] Difference at 231: 3.45867, expected 1837.81
E0124 06:17:06.171276 2296461 buffer_comparator.cc:156] Difference at 232: 3.85107, expected 1966.39
E0124 06:17:06.171279 2296461 buffer_comparator.cc:156] Difference at 233: 3.28131, expected 950.028
2025-01-24 06:17:06.171283: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:06.173886 2296461 buffer_comparator.cc:156] Difference at 224: 3.22034, expected 1844.62
E0124 06:17:06.173901 2296461 buffer_comparator.cc:156] Difference at 225: 2.49684, expected 1964.03
E0124 06:17:06.173904 2296461 buffer_comparator.cc:156] Difference at 226: 1.42502, expected 949.238
E0124 06:17:06.173907 2296461 buffer_comparator.cc:156] Difference at 227: 2.53522, expected 1560.45
E0124 06:17:06.173910 2296461 buffer_comparator.cc:156] Difference at 228: 2.01038, expected 1215.36
Epoch 1 Train Loss: 15.819378 Train Acc: 20.0000% Val Loss: 8.127734 Val Acc: 22.0000%
Epoch 2 Train Loss: 8.848083 Train Acc: 22.1429% Val Loss: 4.103522 Val Acc: 25.8000%
Epoch 3 Train Loss: 4.067035 Train Acc: 35.7143% Val Loss: 2.573759 Val Acc: 31.0000%
Epoch 4 Train Loss: 2.333879 Train Acc: 50.0000% Val Loss: 2.377775 Val Acc: 34.8000%
Epoch 5 Train Loss: 1.951838 Train Acc: 58.5714% Val Loss: 1.952010 Val Acc: 41.6000%
Epoch 6 Train Loss: 1.424765 Train Acc: 66.4286% Val Loss: 1.636716 Val Acc: 50.2000%
Epoch 7 Train Loss: 1.207287 Train Acc: 71.4286% Val Loss: 1.466312 Val Acc: 59.8000%
Epoch 8 Train Loss: 1.073625 Train Acc: 75.7143% Val Loss: 1.409472 Val Acc: 61.6000%
Epoch 9 Train Loss: 0.997175 Train Acc: 77.8571% Val Loss: 1.423272 Val Acc: 62.4000%
Epoch 10 Train Loss: 0.937990 Train Acc: 75.7143% Val Loss: 1.458469 Val Acc: 64.0000%
Epoch 11 Train Loss: 0.875724 Train Acc: 75.0000% Val Loss: 1.493467 Val Acc: 62.2000%
Epoch 12 Train Loss: 0.838258 Train Acc: 77.1429% Val Loss: 1.462699 Val Acc: 63.0000%
Epoch 13 Train Loss: 0.718369 Train Acc: 81.4286% Val Loss: 1.451392 Val Acc: 64.6000%
Epoch 14 Train Loss: 0.657756 Train Acc: 82.1429% Val Loss: 1.497132 Val Acc: 63.8000%
Epoch 15 Train Loss: 0.640350 Train Acc: 82.1429% Val Loss: 1.558398 Val Acc: 64.6000%
Epoch 16 Train Loss: 0.631116 Train Acc: 83.5714% Val Loss: 1.574933 Val Acc: 64.2000%
Epoch 17 Train Loss: 0.602333 Train Acc: 85.0000% Val Loss: 1.545106 Val Acc: 65.0000%
Epoch 18 Train Loss: 0.554521 Train Acc: 85.7143% Val Loss: 1.504699 Val Acc: 65.6000%
Epoch 19 Train Loss: 0.522565 Train Acc: 85.7143% Val Loss: 1.472242 Val Acc: 65.4000%
Epoch 20 Train Loss: 0.499180 Train Acc: 87.8571% Val Loss: 1.454201 Val Acc: 66.0000%
Epoch 21 Train Loss: 0.480351 Train Acc: 87.8571% Val Loss: 1.450319 Val Acc: 65.6000%
Epoch 22 Train Loss: 0.464626 Train Acc: 87.1429% Val Loss: 1.457218 Val Acc: 66.2000%
Epoch 23 Train Loss: 0.448420 Train Acc: 87.1429% Val Loss: 1.472089 Val Acc: 66.6000%
Epoch 24 Train Loss: 0.431691 Train Acc: 87.1429% Val Loss: 1.493557 Val Acc: 66.4000%
Epoch 25 Train Loss: 0.416749 Train Acc: 87.8571% Val Loss: 1.521732 Val Acc: 66.6000%
Epoch 26 Train Loss: 0.403936 Train Acc: 89.2857% Val Loss: 1.554538 Val Acc: 66.6000%
Epoch 27 Train Loss: 0.393056 Train Acc: 88.5714% Val Loss: 1.587703 Val Acc: 65.6000%
Epoch 28 Train Loss: 0.383021 Train Acc: 88.5714% Val Loss: 1.618976 Val Acc: 65.4000%
Early Stopping at Epoch 28
2025-01-24 06:17:39.260302: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_35_0', 48 bytes spill stores, 48 bytes spill loads
E0124 06:17:39.400540 2296461 buffer_comparator.cc:156] Difference at 112: 304.19, expected 949.794
E0124 06:17:39.400613 2296461 buffer_comparator.cc:156] Difference at 113: 215.63, expected 1213.31
E0124 06:17:39.400621 2296461 buffer_comparator.cc:156] Difference at 114: 345.751, expected 1837.45
E0124 06:17:39.400628 2296461 buffer_comparator.cc:156] Difference at 115: 254.606, expected 1600.28
E0124 06:17:39.400635 2296461 buffer_comparator.cc:156] Difference at 116: 181.189, expected 1117.21
E0124 06:17:39.400642 2296461 buffer_comparator.cc:156] Difference at 117: 228.353, expected 1790.84
E0124 06:17:39.400648 2296461 buffer_comparator.cc:156] Difference at 118: 351.051, expected 1291.05
E0124 06:17:39.400655 2296461 buffer_comparator.cc:156] Difference at 119: 304.235, expected 943.247
E0124 06:17:39.400662 2296461 buffer_comparator.cc:156] Difference at 120: 216.539, expected 1198.87
E0124 06:17:39.400669 2296461 buffer_comparator.cc:156] Difference at 121: 345.609, expected 1820.16
2025-01-24 06:17:39.400686: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.402880 2296461 buffer_comparator.cc:156] Difference at 112: 304.19, expected 949.794
E0124 06:17:39.402907 2296461 buffer_comparator.cc:156] Difference at 113: 215.63, expected 1213.31
E0124 06:17:39.402914 2296461 buffer_comparator.cc:156] Difference at 114: 345.751, expected 1837.45
E0124 06:17:39.402921 2296461 buffer_comparator.cc:156] Difference at 115: 254.606, expected 1600.28
E0124 06:17:39.402928 2296461 buffer_comparator.cc:156] Difference at 116: 181.189, expected 1117.21
E0124 06:17:39.402934 2296461 buffer_comparator.cc:156] Difference at 117: 228.353, expected 1790.84
E0124 06:17:39.402941 2296461 buffer_comparator.cc:156] Difference at 118: 351.051, expected 1291.05
E0124 06:17:39.402948 2296461 buffer_comparator.cc:156] Difference at 119: 304.235, expected 943.247
E0124 06:17:39.402955 2296461 buffer_comparator.cc:156] Difference at 120: 216.539, expected 1198.87
E0124 06:17:39.402961 2296461 buffer_comparator.cc:156] Difference at 121: 345.609, expected 1820.16
2025-01-24 06:17:39.402972: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.405197 2296461 buffer_comparator.cc:156] Difference at 112: 304.19, expected 949.794
E0124 06:17:39.405228 2296461 buffer_comparator.cc:156] Difference at 113: 215.63, expected 1213.31
E0124 06:17:39.405235 2296461 buffer_comparator.cc:156] Difference at 114: 345.751, expected 1837.45
E0124 06:17:39.405242 2296461 buffer_comparator.cc:156] Difference at 115: 254.606, expected 1600.28
E0124 06:17:39.405249 2296461 buffer_comparator.cc:156] Difference at 116: 181.189, expected 1117.21
E0124 06:17:39.405256 2296461 buffer_comparator.cc:156] Difference at 117: 228.353, expected 1790.84
E0124 06:17:39.405262 2296461 buffer_comparator.cc:156] Difference at 118: 351.051, expected 1291.05
E0124 06:17:39.405269 2296461 buffer_comparator.cc:156] Difference at 119: 304.235, expected 943.247
E0124 06:17:39.405276 2296461 buffer_comparator.cc:156] Difference at 120: 216.539, expected 1198.87
E0124 06:17:39.405283 2296461 buffer_comparator.cc:156] Difference at 121: 345.609, expected 1820.16
2025-01-24 06:17:39.405293: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.407402 2296461 buffer_comparator.cc:156] Difference at 225: 1429.96, expected 1208.53
E0124 06:17:39.407417 2296461 buffer_comparator.cc:156] Difference at 226: 1251.98, expected 1824.95
E0124 06:17:39.407420 2296461 buffer_comparator.cc:156] Difference at 227: 872.927, expected 1592.16
E0124 06:17:39.407424 2296461 buffer_comparator.cc:156] Difference at 228: 1392.16, expected 1119.85
E0124 06:17:39.407427 2296461 buffer_comparator.cc:156] Difference at 229: 994.073, expected 1778.8
E0124 06:17:39.407431 2296461 buffer_comparator.cc:156] Difference at 230: 754.206, expected 1283.29
E0124 06:17:39.407434 2296461 buffer_comparator.cc:156] Difference at 232: 1451.91, expected 1192.73
E0124 06:17:39.407436 2296461 buffer_comparator.cc:156] Difference at 233: 1262.29, expected 1803.14
E0124 06:17:39.407439 2296461 buffer_comparator.cc:156] Difference at 234: 889.008, expected 1571.89
E0124 06:17:39.407442 2296461 buffer_comparator.cc:156] Difference at 235: 1418.52, expected 1102.22
2025-01-24 06:17:39.407447: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.409465 2296461 buffer_comparator.cc:156] Difference at 225: 1429.96, expected 1208.53
E0124 06:17:39.409479 2296461 buffer_comparator.cc:156] Difference at 226: 1251.98, expected 1824.95
E0124 06:17:39.409483 2296461 buffer_comparator.cc:156] Difference at 227: 872.927, expected 1592.16
E0124 06:17:39.409487 2296461 buffer_comparator.cc:156] Difference at 228: 1392.16, expected 1119.85
E0124 06:17:39.409490 2296461 buffer_comparator.cc:156] Difference at 229: 994.073, expected 1778.8
E0124 06:17:39.409493 2296461 buffer_comparator.cc:156] Difference at 230: 754.206, expected 1283.29
E0124 06:17:39.409496 2296461 buffer_comparator.cc:156] Difference at 232: 1451.91, expected 1192.73
E0124 06:17:39.409499 2296461 buffer_comparator.cc:156] Difference at 233: 1262.29, expected 1803.14
E0124 06:17:39.409502 2296461 buffer_comparator.cc:156] Difference at 234: 889.008, expected 1571.89
E0124 06:17:39.409505 2296461 buffer_comparator.cc:156] Difference at 235: 1418.52, expected 1102.22
2025-01-24 06:17:39.409509: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.411492 2296461 buffer_comparator.cc:156] Difference at 225: 1429.96, expected 1208.53
E0124 06:17:39.411506 2296461 buffer_comparator.cc:156] Difference at 226: 1251.98, expected 1824.95
E0124 06:17:39.411509 2296461 buffer_comparator.cc:156] Difference at 227: 872.927, expected 1592.16
E0124 06:17:39.411512 2296461 buffer_comparator.cc:156] Difference at 228: 1392.16, expected 1119.85
E0124 06:17:39.411515 2296461 buffer_comparator.cc:156] Difference at 229: 994.073, expected 1778.8
E0124 06:17:39.411518 2296461 buffer_comparator.cc:156] Difference at 230: 754.206, expected 1283.29
E0124 06:17:39.411521 2296461 buffer_comparator.cc:156] Difference at 232: 1451.91, expected 1192.73
E0124 06:17:39.411523 2296461 buffer_comparator.cc:156] Difference at 233: 1262.29, expected 1803.14
E0124 06:17:39.411526 2296461 buffer_comparator.cc:156] Difference at 234: 889.008, expected 1571.89
E0124 06:17:39.411529 2296461 buffer_comparator.cc:156] Difference at 235: 1418.52, expected 1102.22
2025-01-24 06:17:39.411534: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.413523 2296461 buffer_comparator.cc:156] Difference at 225: 1429.96, expected 1208.53
E0124 06:17:39.413537 2296461 buffer_comparator.cc:156] Difference at 226: 1251.98, expected 1824.95
E0124 06:17:39.413540 2296461 buffer_comparator.cc:156] Difference at 227: 872.927, expected 1592.16
E0124 06:17:39.413543 2296461 buffer_comparator.cc:156] Difference at 228: 1392.16, expected 1119.85
E0124 06:17:39.413546 2296461 buffer_comparator.cc:156] Difference at 229: 994.073, expected 1778.8
E0124 06:17:39.413549 2296461 buffer_comparator.cc:156] Difference at 230: 754.206, expected 1283.29
E0124 06:17:39.413552 2296461 buffer_comparator.cc:156] Difference at 232: 1451.91, expected 1192.73
E0124 06:17:39.413555 2296461 buffer_comparator.cc:156] Difference at 233: 1262.29, expected 1803.14
E0124 06:17:39.413559 2296461 buffer_comparator.cc:156] Difference at 234: 889.008, expected 1571.89
E0124 06:17:39.413562 2296461 buffer_comparator.cc:156] Difference at 235: 1418.52, expected 1102.22
2025-01-24 06:17:39.413567: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.415565 2296461 buffer_comparator.cc:156] Difference at 449: 1453.3, expected 1198.64
E0124 06:17:39.415578 2296461 buffer_comparator.cc:156] Difference at 450: 1279.09, expected 1813.5
E0124 06:17:39.415581 2296461 buffer_comparator.cc:156] Difference at 451: 886.266, expected 1575.24
E0124 06:17:39.415584 2296461 buffer_comparator.cc:156] Difference at 452: 1425.28, expected 1104.71
E0124 06:17:39.415587 2296461 buffer_comparator.cc:156] Difference at 453: 1023.45, expected 1764.88
E0124 06:17:39.415590 2296461 buffer_comparator.cc:156] Difference at 454: 741.257, expected 1269.7
E0124 06:17:39.415593 2296461 buffer_comparator.cc:156] Difference at 456: 1427.19, expected 1213.59
E0124 06:17:39.415596 2296461 buffer_comparator.cc:156] Difference at 457: 1244.7, expected 1821.28
E0124 06:17:39.415599 2296461 buffer_comparator.cc:156] Difference at 458: 874.06, expected 1595.74
E0124 06:17:39.415602 2296461 buffer_comparator.cc:156] Difference at 459: 1393.56, expected 1114.22
2025-01-24 06:17:39.415606: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.417573 2296461 buffer_comparator.cc:156] Difference at 449: 1453.3, expected 1198.64
E0124 06:17:39.417587 2296461 buffer_comparator.cc:156] Difference at 450: 1279.09, expected 1813.5
E0124 06:17:39.417590 2296461 buffer_comparator.cc:156] Difference at 451: 886.266, expected 1575.24
E0124 06:17:39.417593 2296461 buffer_comparator.cc:156] Difference at 452: 1425.28, expected 1104.71
E0124 06:17:39.417596 2296461 buffer_comparator.cc:156] Difference at 453: 1023.45, expected 1764.88
E0124 06:17:39.417599 2296461 buffer_comparator.cc:156] Difference at 454: 741.257, expected 1269.7
E0124 06:17:39.417602 2296461 buffer_comparator.cc:156] Difference at 456: 1427.19, expected 1213.59
E0124 06:17:39.417605 2296461 buffer_comparator.cc:156] Difference at 457: 1244.7, expected 1821.28
E0124 06:17:39.417608 2296461 buffer_comparator.cc:156] Difference at 458: 874.06, expected 1595.74
E0124 06:17:39.417611 2296461 buffer_comparator.cc:156] Difference at 459: 1393.56, expected 1114.22
2025-01-24 06:17:39.417616: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.419609 2296461 buffer_comparator.cc:156] Difference at 449: 1453.3, expected 1198.64
E0124 06:17:39.419622 2296461 buffer_comparator.cc:156] Difference at 450: 1279.09, expected 1813.5
E0124 06:17:39.419625 2296461 buffer_comparator.cc:156] Difference at 451: 886.266, expected 1575.24
E0124 06:17:39.419628 2296461 buffer_comparator.cc:156] Difference at 452: 1425.28, expected 1104.71
E0124 06:17:39.419631 2296461 buffer_comparator.cc:156] Difference at 453: 1023.45, expected 1764.88
E0124 06:17:39.419634 2296461 buffer_comparator.cc:156] Difference at 454: 741.257, expected 1269.7
E0124 06:17:39.419637 2296461 buffer_comparator.cc:156] Difference at 456: 1427.19, expected 1213.59
E0124 06:17:39.419640 2296461 buffer_comparator.cc:156] Difference at 457: 1244.7, expected 1821.28
E0124 06:17:39.419643 2296461 buffer_comparator.cc:156] Difference at 458: 874.06, expected 1595.74
E0124 06:17:39.419646 2296461 buffer_comparator.cc:156] Difference at 459: 1393.56, expected 1114.22
2025-01-24 06:17:39.419651: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.421738 2296461 buffer_comparator.cc:156] Difference at 449: 1453.3, expected 1198.64
E0124 06:17:39.421752 2296461 buffer_comparator.cc:156] Difference at 450: 1279.09, expected 1813.5
E0124 06:17:39.421756 2296461 buffer_comparator.cc:156] Difference at 451: 886.266, expected 1575.24
E0124 06:17:39.421759 2296461 buffer_comparator.cc:156] Difference at 452: 1425.28, expected 1104.71
E0124 06:17:39.421762 2296461 buffer_comparator.cc:156] Difference at 453: 1023.45, expected 1764.88
E0124 06:17:39.421764 2296461 buffer_comparator.cc:156] Difference at 454: 741.257, expected 1269.7
E0124 06:17:39.421767 2296461 buffer_comparator.cc:156] Difference at 456: 1427.19, expected 1213.59
E0124 06:17:39.421770 2296461 buffer_comparator.cc:156] Difference at 457: 1244.7, expected 1821.28
E0124 06:17:39.421773 2296461 buffer_comparator.cc:156] Difference at 458: 874.06, expected 1595.74
E0124 06:17:39.421776 2296461 buffer_comparator.cc:156] Difference at 459: 1393.56, expected 1114.22
2025-01-24 06:17:39.421781: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.423935 2296461 buffer_comparator.cc:156] Difference at 449: 1453.3, expected 1198.64
E0124 06:17:39.423950 2296461 buffer_comparator.cc:156] Difference at 450: 1279.09, expected 1813.5
E0124 06:17:39.423953 2296461 buffer_comparator.cc:156] Difference at 451: 886.266, expected 1575.24
E0124 06:17:39.423956 2296461 buffer_comparator.cc:156] Difference at 452: 1425.28, expected 1104.71
E0124 06:17:39.423959 2296461 buffer_comparator.cc:156] Difference at 453: 1023.45, expected 1764.88
E0124 06:17:39.423962 2296461 buffer_comparator.cc:156] Difference at 454: 741.257, expected 1269.7
E0124 06:17:39.423965 2296461 buffer_comparator.cc:156] Difference at 456: 1427.19, expected 1213.59
E0124 06:17:39.423968 2296461 buffer_comparator.cc:156] Difference at 457: 1244.7, expected 1821.28
E0124 06:17:39.423971 2296461 buffer_comparator.cc:156] Difference at 458: 874.06, expected 1595.74
E0124 06:17:39.423973 2296461 buffer_comparator.cc:156] Difference at 459: 1393.56, expected 1114.22
2025-01-24 06:17:39.423978: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.426145 2296461 buffer_comparator.cc:156] Difference at 449: 1453.3, expected 1198.64
E0124 06:17:39.426159 2296461 buffer_comparator.cc:156] Difference at 450: 1279.09, expected 1813.5
E0124 06:17:39.426162 2296461 buffer_comparator.cc:156] Difference at 451: 886.266, expected 1575.24
E0124 06:17:39.426165 2296461 buffer_comparator.cc:156] Difference at 452: 1425.28, expected 1104.71
E0124 06:17:39.426168 2296461 buffer_comparator.cc:156] Difference at 453: 1023.45, expected 1764.88
E0124 06:17:39.426171 2296461 buffer_comparator.cc:156] Difference at 454: 741.257, expected 1269.7
E0124 06:17:39.426174 2296461 buffer_comparator.cc:156] Difference at 456: 1427.19, expected 1213.59
E0124 06:17:39.426177 2296461 buffer_comparator.cc:156] Difference at 457: 1244.7, expected 1821.28
E0124 06:17:39.426180 2296461 buffer_comparator.cc:156] Difference at 458: 874.06, expected 1595.74
E0124 06:17:39.426183 2296461 buffer_comparator.cc:156] Difference at 459: 1393.56, expected 1114.22
2025-01-24 06:17:39.426187: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.428419 2296461 buffer_comparator.cc:156] Difference at 897: 1448.31, expected 1218.67
E0124 06:17:39.428436 2296461 buffer_comparator.cc:156] Difference at 898: 1259.31, expected 1826.8
E0124 06:17:39.428439 2296461 buffer_comparator.cc:156] Difference at 899: 890.005, expected 1593.44
E0124 06:17:39.428442 2296461 buffer_comparator.cc:156] Difference at 900: 1414.65, expected 1119.04
E0124 06:17:39.428445 2296461 buffer_comparator.cc:156] Difference at 901: 1020.46, expected 1796.72
E0124 06:17:39.428448 2296461 buffer_comparator.cc:156] Difference at 902: 745.849, expected 1279.87
E0124 06:17:39.428453 2296461 buffer_comparator.cc:156] Difference at 904: 1440.8, expected 1202.98
E0124 06:17:39.428456 2296461 buffer_comparator.cc:156] Difference at 905: 1259.53, expected 1817.42
E0124 06:17:39.428459 2296461 buffer_comparator.cc:156] Difference at 906: 875.773, expected 1572.98
E0124 06:17:39.428463 2296461 buffer_comparator.cc:156] Difference at 907: 1408.57, expected 1117.68
2025-01-24 06:17:39.428468: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.430677 2296461 buffer_comparator.cc:156] Difference at 897: 1448.31, expected 1218.67
E0124 06:17:39.430691 2296461 buffer_comparator.cc:156] Difference at 898: 1259.31, expected 1826.8
E0124 06:17:39.430694 2296461 buffer_comparator.cc:156] Difference at 899: 890.005, expected 1593.44
E0124 06:17:39.430697 2296461 buffer_comparator.cc:156] Difference at 900: 1414.65, expected 1119.04
E0124 06:17:39.430700 2296461 buffer_comparator.cc:156] Difference at 901: 1020.46, expected 1796.72
E0124 06:17:39.430703 2296461 buffer_comparator.cc:156] Difference at 902: 745.849, expected 1279.87
E0124 06:17:39.430706 2296461 buffer_comparator.cc:156] Difference at 904: 1440.8, expected 1202.98
E0124 06:17:39.430709 2296461 buffer_comparator.cc:156] Difference at 905: 1259.53, expected 1817.42
E0124 06:17:39.430712 2296461 buffer_comparator.cc:156] Difference at 906: 875.773, expected 1572.98
E0124 06:17:39.430714 2296461 buffer_comparator.cc:156] Difference at 907: 1408.57, expected 1117.68
2025-01-24 06:17:39.430719: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.432861 2296461 buffer_comparator.cc:156] Difference at 7: 1058.92, expected 951.955
E0124 06:17:39.432875 2296461 buffer_comparator.cc:156] Difference at 11: 1263.92, expected 1121.95
E0124 06:17:39.432879 2296461 buffer_comparator.cc:156] Difference at 179: 1223.75, expected 1098.81
E0124 06:17:39.432883 2296461 buffer_comparator.cc:156] Difference at 266: 1047.35, expected 934.417
E0124 06:17:39.432886 2296461 buffer_comparator.cc:156] Difference at 270: 1246.8, expected 1101.55
E0124 06:17:39.432889 2296461 buffer_comparator.cc:156] Difference at 417: 1222.47, expected 1095.88
E0124 06:17:39.432892 2296461 buffer_comparator.cc:156] Difference at 521: 1725.84, expected 1550.38
E0124 06:17:39.432895 2296461 buffer_comparator.cc:156] Difference at 522: 1233.24, expected 1093.77
E0124 06:17:39.432898 2296461 buffer_comparator.cc:156] Difference at 620: 1247.46, expected 1121.09
E0124 06:17:39.432902 2296461 buffer_comparator.cc:156] Difference at 690: 1251.43, expected 1120.62
2025-01-24 06:17:39.432906: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.435056 2296461 buffer_comparator.cc:156] Difference at 0: 1057.27, expected 928.598
E0124 06:17:39.435074 2296461 buffer_comparator.cc:156] Difference at 1: 1319.15, expected 1186.9
E0124 06:17:39.435078 2296461 buffer_comparator.cc:156] Difference at 2: 2004.43, expected 1796.78
E0124 06:17:39.435081 2296461 buffer_comparator.cc:156] Difference at 3: 1745.74, expected 1565.85
E0124 06:17:39.435084 2296461 buffer_comparator.cc:156] Difference at 4: 1252.2, expected 1095.49
E0124 06:17:39.435087 2296461 buffer_comparator.cc:156] Difference at 7: 1175.57, expected 951.955
E0124 06:17:39.435090 2296461 buffer_comparator.cc:156] Difference at 8: 1398.75, expected 1216.24
E0124 06:17:39.435093 2296461 buffer_comparator.cc:156] Difference at 9: 2125.62, expected 1833.77
E0124 06:17:39.435095 2296461 buffer_comparator.cc:156] Difference at 10: 1878.38, expected 1592.38
E0124 06:17:39.435098 2296461 buffer_comparator.cc:156] Difference at 11: 1362.67, expected 1121.95
2025-01-24 06:17:39.435103: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.437278 2296461 buffer_comparator.cc:156] Difference at 897: 1448.31, expected 1218.67
E0124 06:17:39.437292 2296461 buffer_comparator.cc:156] Difference at 898: 1259.31, expected 1826.8
E0124 06:17:39.437295 2296461 buffer_comparator.cc:156] Difference at 899: 890.005, expected 1593.44
E0124 06:17:39.437298 2296461 buffer_comparator.cc:156] Difference at 900: 1414.65, expected 1119.04
E0124 06:17:39.437301 2296461 buffer_comparator.cc:156] Difference at 901: 1020.46, expected 1796.72
E0124 06:17:39.437304 2296461 buffer_comparator.cc:156] Difference at 902: 745.849, expected 1279.87
E0124 06:17:39.437307 2296461 buffer_comparator.cc:156] Difference at 904: 1440.8, expected 1202.98
E0124 06:17:39.437310 2296461 buffer_comparator.cc:156] Difference at 905: 1259.53, expected 1817.42
E0124 06:17:39.437313 2296461 buffer_comparator.cc:156] Difference at 906: 875.773, expected 1572.98
E0124 06:17:39.437316 2296461 buffer_comparator.cc:156] Difference at 907: 1408.57, expected 1117.68
2025-01-24 06:17:39.437320: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.439496 2296461 buffer_comparator.cc:156] Difference at 896: 485.098, expected 958.133
E0124 06:17:39.439510 2296461 buffer_comparator.cc:156] Difference at 897: 732.587, expected 1218.67
E0124 06:17:39.439513 2296461 buffer_comparator.cc:156] Difference at 898: 635.29, expected 1826.8
E0124 06:17:39.439516 2296461 buffer_comparator.cc:156] Difference at 899: 446.948, expected 1593.44
E0124 06:17:39.439519 2296461 buffer_comparator.cc:156] Difference at 900: 712.745, expected 1119.04
E0124 06:17:39.439522 2296461 buffer_comparator.cc:156] Difference at 901: 516.07, expected 1796.72
E0124 06:17:39.439525 2296461 buffer_comparator.cc:156] Difference at 902: 373.095, expected 1279.87
E0124 06:17:39.439528 2296461 buffer_comparator.cc:156] Difference at 903: 483.905, expected 941.483
E0124 06:17:39.439531 2296461 buffer_comparator.cc:156] Difference at 904: 721.412, expected 1202.98
E0124 06:17:39.439534 2296461 buffer_comparator.cc:156] Difference at 905: 633.571, expected 1817.42
2025-01-24 06:17:39.439538: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.441710 2296461 buffer_comparator.cc:156] Difference at 897: 1448.31, expected 1218.67
E0124 06:17:39.441723 2296461 buffer_comparator.cc:156] Difference at 898: 1259.31, expected 1826.8
E0124 06:17:39.441726 2296461 buffer_comparator.cc:156] Difference at 899: 890.005, expected 1593.44
E0124 06:17:39.441729 2296461 buffer_comparator.cc:156] Difference at 900: 1414.65, expected 1119.04
E0124 06:17:39.441732 2296461 buffer_comparator.cc:156] Difference at 901: 1020.46, expected 1796.72
E0124 06:17:39.441735 2296461 buffer_comparator.cc:156] Difference at 902: 745.849, expected 1279.87
E0124 06:17:39.441738 2296461 buffer_comparator.cc:156] Difference at 904: 1440.8, expected 1202.98
E0124 06:17:39.441741 2296461 buffer_comparator.cc:156] Difference at 905: 1259.53, expected 1817.42
E0124 06:17:39.441744 2296461 buffer_comparator.cc:156] Difference at 906: 875.773, expected 1572.98
E0124 06:17:39.441747 2296461 buffer_comparator.cc:156] Difference at 907: 1408.57, expected 1117.68
2025-01-24 06:17:39.441752: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.443920 2296461 buffer_comparator.cc:156] Difference at 897: 1448.31, expected 1218.67
E0124 06:17:39.443934 2296461 buffer_comparator.cc:156] Difference at 898: 1259.31, expected 1826.8
E0124 06:17:39.443937 2296461 buffer_comparator.cc:156] Difference at 899: 890.005, expected 1593.44
E0124 06:17:39.443940 2296461 buffer_comparator.cc:156] Difference at 900: 1414.65, expected 1119.04
E0124 06:17:39.443944 2296461 buffer_comparator.cc:156] Difference at 901: 1020.46, expected 1796.72
E0124 06:17:39.443947 2296461 buffer_comparator.cc:156] Difference at 902: 745.849, expected 1279.87
E0124 06:17:39.443950 2296461 buffer_comparator.cc:156] Difference at 904: 1440.8, expected 1202.98
E0124 06:17:39.443953 2296461 buffer_comparator.cc:156] Difference at 905: 1259.53, expected 1817.42
E0124 06:17:39.443956 2296461 buffer_comparator.cc:156] Difference at 906: 875.773, expected 1572.98
E0124 06:17:39.443959 2296461 buffer_comparator.cc:156] Difference at 907: 1408.57, expected 1117.68
2025-01-24 06:17:39.443964: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.446148 2296461 buffer_comparator.cc:156] Difference at 897: 1448.31, expected 1218.67
E0124 06:17:39.446162 2296461 buffer_comparator.cc:156] Difference at 898: 1259.31, expected 1826.8
E0124 06:17:39.446165 2296461 buffer_comparator.cc:156] Difference at 899: 890.005, expected 1593.44
E0124 06:17:39.446168 2296461 buffer_comparator.cc:156] Difference at 900: 1414.65, expected 1119.04
E0124 06:17:39.446171 2296461 buffer_comparator.cc:156] Difference at 901: 1020.46, expected 1796.72
E0124 06:17:39.446174 2296461 buffer_comparator.cc:156] Difference at 902: 745.849, expected 1279.87
E0124 06:17:39.446177 2296461 buffer_comparator.cc:156] Difference at 904: 1440.8, expected 1202.98
E0124 06:17:39.446180 2296461 buffer_comparator.cc:156] Difference at 905: 1259.53, expected 1817.42
E0124 06:17:39.446183 2296461 buffer_comparator.cc:156] Difference at 906: 875.773, expected 1572.98
E0124 06:17:39.446186 2296461 buffer_comparator.cc:156] Difference at 907: 1408.57, expected 1117.68
2025-01-24 06:17:39.446190: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.448500 2296461 buffer_comparator.cc:156] Difference at 1793: 1450.89, expected 1190.76
E0124 06:17:39.448516 2296461 buffer_comparator.cc:156] Difference at 1794: 1267.6, expected 1807.71
E0124 06:17:39.448519 2296461 buffer_comparator.cc:156] Difference at 1795: 881.963, expected 1565.59
E0124 06:17:39.448522 2296461 buffer_comparator.cc:156] Difference at 1796: 1413.49, expected 1101.05
E0124 06:17:39.448525 2296461 buffer_comparator.cc:156] Difference at 1797: 1005.6, expected 1756.22
E0124 06:17:39.448528 2296461 buffer_comparator.cc:156] Difference at 1798: 764.123, expected 1272.35
E0124 06:17:39.448531 2296461 buffer_comparator.cc:156] Difference at 1800: 1466.23, expected 1200.59
E0124 06:17:39.448534 2296461 buffer_comparator.cc:156] Difference at 1801: 1286.98, expected 1808.37
E0124 06:17:39.448537 2296461 buffer_comparator.cc:156] Difference at 1802: 899.199, expected 1570.73
E0124 06:17:39.448540 2296461 buffer_comparator.cc:156] Difference at 1803: 1441.04, expected 1102.47
2025-01-24 06:17:39.448545: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.450877 2296461 buffer_comparator.cc:156] Difference at 1793: 1450.89, expected 1190.76
E0124 06:17:39.450893 2296461 buffer_comparator.cc:156] Difference at 1794: 1267.6, expected 1807.71
E0124 06:17:39.450896 2296461 buffer_comparator.cc:156] Difference at 1795: 881.963, expected 1565.59
E0124 06:17:39.450899 2296461 buffer_comparator.cc:156] Difference at 1796: 1413.49, expected 1101.05
E0124 06:17:39.450902 2296461 buffer_comparator.cc:156] Difference at 1797: 1005.6, expected 1756.22
E0124 06:17:39.450905 2296461 buffer_comparator.cc:156] Difference at 1798: 764.123, expected 1272.35
E0124 06:17:39.450908 2296461 buffer_comparator.cc:156] Difference at 1800: 1466.23, expected 1200.59
E0124 06:17:39.450911 2296461 buffer_comparator.cc:156] Difference at 1801: 1286.98, expected 1808.37
E0124 06:17:39.450915 2296461 buffer_comparator.cc:156] Difference at 1802: 899.199, expected 1570.73
E0124 06:17:39.450918 2296461 buffer_comparator.cc:156] Difference at 1803: 1441.04, expected 1102.47
2025-01-24 06:17:39.450923: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:39.453193 2296461 buffer_comparator.cc:156] Difference at 1793: 1450.89, expected 1190.76
E0124 06:17:39.453206 2296461 buffer_comparator.cc:156] Difference at 1794: 1267.6, expected 1807.71
E0124 06:17:39.453209 2296461 buffer_comparator.cc:156] Difference at 1795: 881.963, expected 1565.59
E0124 06:17:39.453212 2296461 buffer_comparator.cc:156] Difference at 1796: 1413.49, expected 1101.05
E0124 06:17:39.453215 2296461 buffer_comparator.cc:156] Difference at 1797: 1005.6, expected 1756.22
E0124 06:17:39.453218 2296461 buffer_comparator.cc:156] Difference at 1798: 764.123, expected 1272.35
E0124 06:17:39.453221 2296461 buffer_comparator.cc:156] Difference at 1800: 1466.23, expected 1200.59
E0124 06:17:39.453224 2296461 buffer_comparator.cc:156] Difference at 1801: 1286.98, expected 1808.37
E0124 06:17:39.453227 2296461 buffer_comparator.cc:156] Difference at 1802: 899.199, expected 1570.73
E0124 06:17:39.453230 2296461 buffer_comparator.cc:156] Difference at 1803: 1441.04, expected 1102.47
2025-01-24 06:17:39.453235: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
2025-01-24 06:17:41.084116: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_30', 216 bytes spill stores, 216 bytes spill loads
E0124 06:17:41.434277 2296461 buffer_comparator.cc:156] Difference at 112: 0, expected 769.985
E0124 06:17:41.434364 2296461 buffer_comparator.cc:156] Difference at 113: 0, expected 1100
E0124 06:17:41.434372 2296461 buffer_comparator.cc:156] Difference at 114: 0, expected 1061.37
E0124 06:17:41.434379 2296461 buffer_comparator.cc:156] Difference at 115: 0, expected 1558.2
E0124 06:17:41.434386 2296461 buffer_comparator.cc:156] Difference at 116: 0, expected 1573.39
E0124 06:17:41.434392 2296461 buffer_comparator.cc:156] Difference at 117: 0, expected 1297.47
E0124 06:17:41.434399 2296461 buffer_comparator.cc:156] Difference at 118: 0, expected 880.235
E0124 06:17:41.434405 2296461 buffer_comparator.cc:156] Difference at 119: 0, expected 764.244
E0124 06:17:41.434412 2296461 buffer_comparator.cc:156] Difference at 120: 0, expected 1089.23
E0124 06:17:41.434418 2296461 buffer_comparator.cc:156] Difference at 121: 0, expected 1044.63
2025-01-24 06:17:41.434436: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.437044 2296461 buffer_comparator.cc:156] Difference at 112: 0, expected 769.985
E0124 06:17:41.437070 2296461 buffer_comparator.cc:156] Difference at 113: 0, expected 1100
E0124 06:17:41.437077 2296461 buffer_comparator.cc:156] Difference at 114: 0, expected 1061.37
E0124 06:17:41.437084 2296461 buffer_comparator.cc:156] Difference at 115: 0, expected 1558.2
E0124 06:17:41.437090 2296461 buffer_comparator.cc:156] Difference at 116: 0, expected 1573.39
E0124 06:17:41.437097 2296461 buffer_comparator.cc:156] Difference at 117: 0, expected 1297.47
E0124 06:17:41.437103 2296461 buffer_comparator.cc:156] Difference at 118: 0, expected 880.235
E0124 06:17:41.437109 2296461 buffer_comparator.cc:156] Difference at 119: 0, expected 764.244
E0124 06:17:41.437116 2296461 buffer_comparator.cc:156] Difference at 120: 0, expected 1089.23
E0124 06:17:41.437122 2296461 buffer_comparator.cc:156] Difference at 121: 0, expected 1044.63
2025-01-24 06:17:41.437133: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.439683 2296461 buffer_comparator.cc:156] Difference at 112: 0, expected 769.985
E0124 06:17:41.439702 2296461 buffer_comparator.cc:156] Difference at 113: 0, expected 1100
E0124 06:17:41.439707 2296461 buffer_comparator.cc:156] Difference at 114: 0, expected 1061.37
E0124 06:17:41.439711 2296461 buffer_comparator.cc:156] Difference at 115: 0, expected 1558.2
E0124 06:17:41.439715 2296461 buffer_comparator.cc:156] Difference at 116: 0, expected 1573.39
E0124 06:17:41.439720 2296461 buffer_comparator.cc:156] Difference at 117: 0, expected 1297.47
E0124 06:17:41.439724 2296461 buffer_comparator.cc:156] Difference at 118: 0, expected 880.235
E0124 06:17:41.439728 2296461 buffer_comparator.cc:156] Difference at 119: 0, expected 764.244
E0124 06:17:41.439732 2296461 buffer_comparator.cc:156] Difference at 120: 0, expected 1089.23
E0124 06:17:41.439736 2296461 buffer_comparator.cc:156] Difference at 121: 0, expected 1044.63
2025-01-24 06:17:41.439744: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.442222 2296461 buffer_comparator.cc:156] Difference at 112: 0, expected 769.985
E0124 06:17:41.442240 2296461 buffer_comparator.cc:156] Difference at 113: 0, expected 1100
E0124 06:17:41.442245 2296461 buffer_comparator.cc:156] Difference at 114: 0, expected 1061.37
E0124 06:17:41.442249 2296461 buffer_comparator.cc:156] Difference at 115: 0, expected 1558.2
E0124 06:17:41.442253 2296461 buffer_comparator.cc:156] Difference at 116: 0, expected 1573.39
E0124 06:17:41.442258 2296461 buffer_comparator.cc:156] Difference at 117: 0, expected 1297.47
E0124 06:17:41.442262 2296461 buffer_comparator.cc:156] Difference at 118: 0, expected 880.235
E0124 06:17:41.442266 2296461 buffer_comparator.cc:156] Difference at 119: 0, expected 764.244
E0124 06:17:41.442270 2296461 buffer_comparator.cc:156] Difference at 120: 0, expected 1089.23
E0124 06:17:41.442275 2296461 buffer_comparator.cc:156] Difference at 121: 0, expected 1044.63
2025-01-24 06:17:41.442281: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.444799 2296461 buffer_comparator.cc:156] Difference at 112: 0, expected 769.985
E0124 06:17:41.444817 2296461 buffer_comparator.cc:156] Difference at 113: 0, expected 1100
E0124 06:17:41.444822 2296461 buffer_comparator.cc:156] Difference at 114: 0, expected 1061.37
E0124 06:17:41.444826 2296461 buffer_comparator.cc:156] Difference at 115: 0, expected 1558.2
E0124 06:17:41.444830 2296461 buffer_comparator.cc:156] Difference at 116: 0, expected 1573.39
E0124 06:17:41.444834 2296461 buffer_comparator.cc:156] Difference at 117: 0, expected 1297.47
E0124 06:17:41.444839 2296461 buffer_comparator.cc:156] Difference at 118: 0, expected 880.235
E0124 06:17:41.444843 2296461 buffer_comparator.cc:156] Difference at 119: 0, expected 764.244
E0124 06:17:41.444847 2296461 buffer_comparator.cc:156] Difference at 120: 0, expected 1089.23
E0124 06:17:41.444851 2296461 buffer_comparator.cc:156] Difference at 121: 0, expected 1044.63
2025-01-24 06:17:41.444858: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.447401 2296461 buffer_comparator.cc:156] Difference at 112: 0, expected 769.985
E0124 06:17:41.447423 2296461 buffer_comparator.cc:156] Difference at 113: 0, expected 1100
E0124 06:17:41.447428 2296461 buffer_comparator.cc:156] Difference at 114: 0, expected 1061.37
E0124 06:17:41.447432 2296461 buffer_comparator.cc:156] Difference at 115: 0, expected 1558.2
E0124 06:17:41.447436 2296461 buffer_comparator.cc:156] Difference at 116: 0, expected 1573.39
E0124 06:17:41.447441 2296461 buffer_comparator.cc:156] Difference at 117: 0, expected 1297.47
E0124 06:17:41.447446 2296461 buffer_comparator.cc:156] Difference at 118: 0, expected 880.235
E0124 06:17:41.447451 2296461 buffer_comparator.cc:156] Difference at 119: 0, expected 764.244
E0124 06:17:41.447455 2296461 buffer_comparator.cc:156] Difference at 120: 0, expected 1089.23
E0124 06:17:41.447459 2296461 buffer_comparator.cc:156] Difference at 121: 0, expected 1044.63
2025-01-24 06:17:41.447466: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.449907 2296461 buffer_comparator.cc:156] Difference at 224: 0, expected 745.838
E0124 06:17:41.449925 2296461 buffer_comparator.cc:156] Difference at 225: 0, expected 1079.1
E0124 06:17:41.449929 2296461 buffer_comparator.cc:156] Difference at 226: 0, expected 1034.99
E0124 06:17:41.449934 2296461 buffer_comparator.cc:156] Difference at 227: 0, expected 1538.8
E0124 06:17:41.449938 2296461 buffer_comparator.cc:156] Difference at 228: 0, expected 1554.44
E0124 06:17:41.449942 2296461 buffer_comparator.cc:156] Difference at 229: 0, expected 1264.82
E0124 06:17:41.449946 2296461 buffer_comparator.cc:156] Difference at 230: 0, expected 853.966
E0124 06:17:41.449950 2296461 buffer_comparator.cc:156] Difference at 231: 0, expected 756.177
E0124 06:17:41.449955 2296461 buffer_comparator.cc:156] Difference at 232: 0, expected 1076.91
E0124 06:17:41.449959 2296461 buffer_comparator.cc:156] Difference at 233: 0, expected 1029.02
2025-01-24 06:17:41.449966: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.452363 2296461 buffer_comparator.cc:156] Difference at 224: 0, expected 745.838
E0124 06:17:41.452379 2296461 buffer_comparator.cc:156] Difference at 225: 0, expected 1079.1
E0124 06:17:41.452382 2296461 buffer_comparator.cc:156] Difference at 226: 0, expected 1034.99
E0124 06:17:41.452385 2296461 buffer_comparator.cc:156] Difference at 227: 0, expected 1538.8
E0124 06:17:41.452388 2296461 buffer_comparator.cc:156] Difference at 228: 0, expected 1554.44
E0124 06:17:41.452390 2296461 buffer_comparator.cc:156] Difference at 229: 0, expected 1264.82
E0124 06:17:41.452393 2296461 buffer_comparator.cc:156] Difference at 230: 0, expected 853.966
E0124 06:17:41.452396 2296461 buffer_comparator.cc:156] Difference at 231: 0, expected 756.177
E0124 06:17:41.452399 2296461 buffer_comparator.cc:156] Difference at 232: 0, expected 1076.91
E0124 06:17:41.452402 2296461 buffer_comparator.cc:156] Difference at 233: 0, expected 1029.02
2025-01-24 06:17:41.452406: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.454821 2296461 buffer_comparator.cc:156] Difference at 224: 0, expected 745.838
E0124 06:17:41.454834 2296461 buffer_comparator.cc:156] Difference at 225: 0, expected 1079.1
E0124 06:17:41.454837 2296461 buffer_comparator.cc:156] Difference at 226: 0, expected 1034.99
E0124 06:17:41.454840 2296461 buffer_comparator.cc:156] Difference at 227: 0, expected 1538.8
E0124 06:17:41.454843 2296461 buffer_comparator.cc:156] Difference at 228: 0, expected 1554.44
E0124 06:17:41.454846 2296461 buffer_comparator.cc:156] Difference at 229: 0, expected 1264.82
E0124 06:17:41.454849 2296461 buffer_comparator.cc:156] Difference at 230: 0, expected 853.966
E0124 06:17:41.454852 2296461 buffer_comparator.cc:156] Difference at 231: 0, expected 756.177
E0124 06:17:41.454854 2296461 buffer_comparator.cc:156] Difference at 232: 0, expected 1076.91
E0124 06:17:41.454857 2296461 buffer_comparator.cc:156] Difference at 233: 0, expected 1029.02
2025-01-24 06:17:41.454862: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.457266 2296461 buffer_comparator.cc:156] Difference at 448: 0, expected 770.258
E0124 06:17:41.457280 2296461 buffer_comparator.cc:156] Difference at 449: 0, expected 1098.93
E0124 06:17:41.457283 2296461 buffer_comparator.cc:156] Difference at 450: 0, expected 1056.29
E0124 06:17:41.457286 2296461 buffer_comparator.cc:156] Difference at 451: 0, expected 1560.21
E0124 06:17:41.457289 2296461 buffer_comparator.cc:156] Difference at 452: 0, expected 1585.41
E0124 06:17:41.457292 2296461 buffer_comparator.cc:156] Difference at 453: 0, expected 1307.15
E0124 06:17:41.457295 2296461 buffer_comparator.cc:156] Difference at 454: 0, expected 881.296
E0124 06:17:41.457298 2296461 buffer_comparator.cc:156] Difference at 455: 0, expected 760.638
E0124 06:17:41.457301 2296461 buffer_comparator.cc:156] Difference at 456: 0, expected 1092.67
E0124 06:17:41.457303 2296461 buffer_comparator.cc:156] Difference at 457: 0, expected 1051.03
2025-01-24 06:17:41.457308: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.459656 2296461 buffer_comparator.cc:156] Difference at 448: 0, expected 770.258
E0124 06:17:41.459671 2296461 buffer_comparator.cc:156] Difference at 449: 0, expected 1098.93
E0124 06:17:41.459674 2296461 buffer_comparator.cc:156] Difference at 450: 0, expected 1056.29
E0124 06:17:41.459677 2296461 buffer_comparator.cc:156] Difference at 451: 0, expected 1560.21
E0124 06:17:41.459680 2296461 buffer_comparator.cc:156] Difference at 452: 0, expected 1585.41
E0124 06:17:41.459683 2296461 buffer_comparator.cc:156] Difference at 453: 0, expected 1307.15
E0124 06:17:41.459686 2296461 buffer_comparator.cc:156] Difference at 454: 0, expected 881.296
E0124 06:17:41.459689 2296461 buffer_comparator.cc:156] Difference at 455: 0, expected 760.638
E0124 06:17:41.459692 2296461 buffer_comparator.cc:156] Difference at 456: 0, expected 1092.67
E0124 06:17:41.459694 2296461 buffer_comparator.cc:156] Difference at 457: 0, expected 1051.03
2025-01-24 06:17:41.459699: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.462088 2296461 buffer_comparator.cc:156] Difference at 448: 0, expected 770.258
E0124 06:17:41.462105 2296461 buffer_comparator.cc:156] Difference at 449: 0, expected 1098.93
E0124 06:17:41.462108 2296461 buffer_comparator.cc:156] Difference at 450: 0, expected 1056.29
E0124 06:17:41.462111 2296461 buffer_comparator.cc:156] Difference at 451: 0, expected 1560.21
E0124 06:17:41.462114 2296461 buffer_comparator.cc:156] Difference at 452: 0, expected 1585.41
E0124 06:17:41.462117 2296461 buffer_comparator.cc:156] Difference at 453: 0, expected 1307.15
E0124 06:17:41.462119 2296461 buffer_comparator.cc:156] Difference at 454: 0, expected 881.296
E0124 06:17:41.462122 2296461 buffer_comparator.cc:156] Difference at 455: 0, expected 760.638
E0124 06:17:41.462125 2296461 buffer_comparator.cc:156] Difference at 456: 0, expected 1092.67
E0124 06:17:41.462128 2296461 buffer_comparator.cc:156] Difference at 457: 0, expected 1051.03
2025-01-24 06:17:41.462133: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.464619 2296461 buffer_comparator.cc:156] Difference at 448: 0, expected 770.258
E0124 06:17:41.464631 2296461 buffer_comparator.cc:156] Difference at 449: 0, expected 1098.93
E0124 06:17:41.464634 2296461 buffer_comparator.cc:156] Difference at 450: 0, expected 1056.29
E0124 06:17:41.464637 2296461 buffer_comparator.cc:156] Difference at 451: 0, expected 1560.21
E0124 06:17:41.464640 2296461 buffer_comparator.cc:156] Difference at 452: 0, expected 1585.41
E0124 06:17:41.464643 2296461 buffer_comparator.cc:156] Difference at 453: 0, expected 1307.15
E0124 06:17:41.464646 2296461 buffer_comparator.cc:156] Difference at 454: 0, expected 881.296
E0124 06:17:41.464649 2296461 buffer_comparator.cc:156] Difference at 455: 0, expected 760.638
E0124 06:17:41.464653 2296461 buffer_comparator.cc:156] Difference at 456: 0, expected 1092.67
E0124 06:17:41.464656 2296461 buffer_comparator.cc:156] Difference at 457: 0, expected 1051.03
2025-01-24 06:17:41.464661: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.467027 2296461 buffer_comparator.cc:156] Difference at 448: 0, expected 770.258
E0124 06:17:41.467043 2296461 buffer_comparator.cc:156] Difference at 449: 0, expected 1098.93
E0124 06:17:41.467046 2296461 buffer_comparator.cc:156] Difference at 450: 0, expected 1056.29
E0124 06:17:41.467048 2296461 buffer_comparator.cc:156] Difference at 451: 0, expected 1560.21
E0124 06:17:41.467051 2296461 buffer_comparator.cc:156] Difference at 452: 0, expected 1585.41
E0124 06:17:41.467054 2296461 buffer_comparator.cc:156] Difference at 453: 0, expected 1307.15
E0124 06:17:41.467057 2296461 buffer_comparator.cc:156] Difference at 454: 0, expected 881.296
E0124 06:17:41.467060 2296461 buffer_comparator.cc:156] Difference at 455: 0, expected 760.638
E0124 06:17:41.467063 2296461 buffer_comparator.cc:156] Difference at 456: 0, expected 1092.67
E0124 06:17:41.467065 2296461 buffer_comparator.cc:156] Difference at 457: 0, expected 1051.03
2025-01-24 06:17:41.467070: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.469433 2296461 buffer_comparator.cc:156] Difference at 448: 0, expected 770.258
E0124 06:17:41.469446 2296461 buffer_comparator.cc:156] Difference at 449: 0, expected 1098.93
E0124 06:17:41.469449 2296461 buffer_comparator.cc:156] Difference at 450: 0, expected 1056.29
E0124 06:17:41.469452 2296461 buffer_comparator.cc:156] Difference at 451: 0, expected 1560.21
E0124 06:17:41.469455 2296461 buffer_comparator.cc:156] Difference at 452: 0, expected 1585.41
E0124 06:17:41.469458 2296461 buffer_comparator.cc:156] Difference at 453: 0, expected 1307.15
E0124 06:17:41.469461 2296461 buffer_comparator.cc:156] Difference at 454: 0, expected 881.296
E0124 06:17:41.469463 2296461 buffer_comparator.cc:156] Difference at 455: 0, expected 760.638
E0124 06:17:41.469466 2296461 buffer_comparator.cc:156] Difference at 456: 0, expected 1092.67
E0124 06:17:41.469469 2296461 buffer_comparator.cc:156] Difference at 457: 0, expected 1051.03
2025-01-24 06:17:41.469474: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.471950 2296461 buffer_comparator.cc:156] Difference at 896: 0, expected 767.869
E0124 06:17:41.471967 2296461 buffer_comparator.cc:156] Difference at 897: 0, expected 1090.2
E0124 06:17:41.471970 2296461 buffer_comparator.cc:156] Difference at 898: 0, expected 1050.23
E0124 06:17:41.471973 2296461 buffer_comparator.cc:156] Difference at 899: 0, expected 1561.6
E0124 06:17:41.471976 2296461 buffer_comparator.cc:156] Difference at 900: 0, expected 1574.44
E0124 06:17:41.471979 2296461 buffer_comparator.cc:156] Difference at 901: 0, expected 1303.84
E0124 06:17:41.471981 2296461 buffer_comparator.cc:156] Difference at 902: 0, expected 881.498
E0124 06:17:41.471984 2296461 buffer_comparator.cc:156] Difference at 903: 0, expected 755.455
E0124 06:17:41.471987 2296461 buffer_comparator.cc:156] Difference at 904: 0, expected 1073.52
E0124 06:17:41.471990 2296461 buffer_comparator.cc:156] Difference at 905: 0, expected 1034.81
2025-01-24 06:17:41.471994: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.474457 2296461 buffer_comparator.cc:156] Difference at 896: 0, expected 767.869
E0124 06:17:41.474472 2296461 buffer_comparator.cc:156] Difference at 897: 0, expected 1090.2
E0124 06:17:41.474475 2296461 buffer_comparator.cc:156] Difference at 898: 0, expected 1050.23
E0124 06:17:41.474479 2296461 buffer_comparator.cc:156] Difference at 899: 0, expected 1561.6
E0124 06:17:41.474482 2296461 buffer_comparator.cc:156] Difference at 900: 0, expected 1574.44
E0124 06:17:41.474484 2296461 buffer_comparator.cc:156] Difference at 901: 0, expected 1303.84
E0124 06:17:41.474487 2296461 buffer_comparator.cc:156] Difference at 902: 0, expected 881.498
E0124 06:17:41.474491 2296461 buffer_comparator.cc:156] Difference at 903: 0, expected 755.455
E0124 06:17:41.474494 2296461 buffer_comparator.cc:156] Difference at 904: 0, expected 1073.52
E0124 06:17:41.474498 2296461 buffer_comparator.cc:156] Difference at 905: 0, expected 1034.81
2025-01-24 06:17:41.474503: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.476910 2296461 buffer_comparator.cc:156] Difference at 896: 0, expected 767.869
E0124 06:17:41.476923 2296461 buffer_comparator.cc:156] Difference at 897: 0, expected 1090.2
E0124 06:17:41.476927 2296461 buffer_comparator.cc:156] Difference at 898: 0, expected 1050.23
E0124 06:17:41.476929 2296461 buffer_comparator.cc:156] Difference at 899: 0, expected 1561.6
E0124 06:17:41.476932 2296461 buffer_comparator.cc:156] Difference at 900: 0, expected 1574.44
E0124 06:17:41.476935 2296461 buffer_comparator.cc:156] Difference at 901: 0, expected 1303.84
E0124 06:17:41.476938 2296461 buffer_comparator.cc:156] Difference at 902: 0, expected 881.498
E0124 06:17:41.476941 2296461 buffer_comparator.cc:156] Difference at 903: 0, expected 755.455
E0124 06:17:41.476944 2296461 buffer_comparator.cc:156] Difference at 904: 0, expected 1073.52
E0124 06:17:41.476946 2296461 buffer_comparator.cc:156] Difference at 905: 0, expected 1034.81
2025-01-24 06:17:41.476951: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.479357 2296461 buffer_comparator.cc:156] Difference at 896: 0, expected 767.869
E0124 06:17:41.479371 2296461 buffer_comparator.cc:156] Difference at 897: 0, expected 1090.2
E0124 06:17:41.479374 2296461 buffer_comparator.cc:156] Difference at 898: 0, expected 1050.23
E0124 06:17:41.479377 2296461 buffer_comparator.cc:156] Difference at 899: 0, expected 1561.6
E0124 06:17:41.479380 2296461 buffer_comparator.cc:156] Difference at 900: 0, expected 1574.44
E0124 06:17:41.479383 2296461 buffer_comparator.cc:156] Difference at 901: 0, expected 1303.84
E0124 06:17:41.479385 2296461 buffer_comparator.cc:156] Difference at 902: 0, expected 881.498
E0124 06:17:41.479388 2296461 buffer_comparator.cc:156] Difference at 903: 0, expected 755.455
E0124 06:17:41.479391 2296461 buffer_comparator.cc:156] Difference at 904: 0, expected 1073.52
E0124 06:17:41.479394 2296461 buffer_comparator.cc:156] Difference at 905: 0, expected 1034.81
2025-01-24 06:17:41.479399: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.481770 2296461 buffer_comparator.cc:156] Difference at 896: 0, expected 767.869
E0124 06:17:41.481784 2296461 buffer_comparator.cc:156] Difference at 897: 0, expected 1090.2
E0124 06:17:41.481787 2296461 buffer_comparator.cc:156] Difference at 898: 0, expected 1050.23
E0124 06:17:41.481790 2296461 buffer_comparator.cc:156] Difference at 899: 0, expected 1561.6
E0124 06:17:41.481792 2296461 buffer_comparator.cc:156] Difference at 900: 0, expected 1574.44
E0124 06:17:41.481795 2296461 buffer_comparator.cc:156] Difference at 901: 0, expected 1303.84
E0124 06:17:41.481798 2296461 buffer_comparator.cc:156] Difference at 902: 0, expected 881.498
E0124 06:17:41.481801 2296461 buffer_comparator.cc:156] Difference at 903: 0, expected 755.455
E0124 06:17:41.481804 2296461 buffer_comparator.cc:156] Difference at 904: 0, expected 1073.52
E0124 06:17:41.481807 2296461 buffer_comparator.cc:156] Difference at 905: 0, expected 1034.81
2025-01-24 06:17:41.481812: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.484206 2296461 buffer_comparator.cc:156] Difference at 896: 0, expected 767.869
E0124 06:17:41.484224 2296461 buffer_comparator.cc:156] Difference at 897: 0, expected 1090.2
E0124 06:17:41.484227 2296461 buffer_comparator.cc:156] Difference at 898: 0, expected 1050.23
E0124 06:17:41.484230 2296461 buffer_comparator.cc:156] Difference at 899: 0, expected 1561.6
E0124 06:17:41.484233 2296461 buffer_comparator.cc:156] Difference at 900: 0, expected 1574.44
E0124 06:17:41.484236 2296461 buffer_comparator.cc:156] Difference at 901: 0, expected 1303.84
E0124 06:17:41.484239 2296461 buffer_comparator.cc:156] Difference at 902: 0, expected 881.498
E0124 06:17:41.484241 2296461 buffer_comparator.cc:156] Difference at 903: 0, expected 755.455
E0124 06:17:41.484244 2296461 buffer_comparator.cc:156] Difference at 904: 0, expected 1073.52
E0124 06:17:41.484247 2296461 buffer_comparator.cc:156] Difference at 905: 0, expected 1034.81
2025-01-24 06:17:41.484252: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.486819 2296461 buffer_comparator.cc:156] Difference at 1792: 0, expected 748.592
E0124 06:17:41.486833 2296461 buffer_comparator.cc:156] Difference at 1793: 0, expected 1073.49
E0124 06:17:41.486836 2296461 buffer_comparator.cc:156] Difference at 1794: 0, expected 1027.26
E0124 06:17:41.486839 2296461 buffer_comparator.cc:156] Difference at 1795: 0, expected 1535.73
E0124 06:17:41.486842 2296461 buffer_comparator.cc:156] Difference at 1796: 0, expected 1559.13
E0124 06:17:41.486844 2296461 buffer_comparator.cc:156] Difference at 1797: 0, expected 1277.09
E0124 06:17:41.486847 2296461 buffer_comparator.cc:156] Difference at 1798: 0, expected 859.43
E0124 06:17:41.486850 2296461 buffer_comparator.cc:156] Difference at 1799: 0, expected 752.412
E0124 06:17:41.486853 2296461 buffer_comparator.cc:156] Difference at 1800: 0, expected 1077.59
E0124 06:17:41.486856 2296461 buffer_comparator.cc:156] Difference at 1801: 0, expected 1037.98
2025-01-24 06:17:41.486861: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.489424 2296461 buffer_comparator.cc:156] Difference at 1792: 0, expected 748.592
E0124 06:17:41.489438 2296461 buffer_comparator.cc:156] Difference at 1793: 0, expected 1073.49
E0124 06:17:41.489441 2296461 buffer_comparator.cc:156] Difference at 1794: 0, expected 1027.26
E0124 06:17:41.489443 2296461 buffer_comparator.cc:156] Difference at 1795: 0, expected 1535.73
E0124 06:17:41.489446 2296461 buffer_comparator.cc:156] Difference at 1796: 0, expected 1559.13
E0124 06:17:41.489449 2296461 buffer_comparator.cc:156] Difference at 1797: 0, expected 1277.09
E0124 06:17:41.489452 2296461 buffer_comparator.cc:156] Difference at 1798: 0, expected 859.43
E0124 06:17:41.489455 2296461 buffer_comparator.cc:156] Difference at 1799: 0, expected 752.412
E0124 06:17:41.489458 2296461 buffer_comparator.cc:156] Difference at 1800: 0, expected 1077.59
E0124 06:17:41.489461 2296461 buffer_comparator.cc:156] Difference at 1801: 0, expected 1037.98
2025-01-24 06:17:41.489466: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0124 06:17:41.491969 2296461 buffer_comparator.cc:156] Difference at 1792: 0, expected 748.592
E0124 06:17:41.491983 2296461 buffer_comparator.cc:156] Difference at 1793: 0, expected 1073.49
E0124 06:17:41.491986 2296461 buffer_comparator.cc:156] Difference at 1794: 0, expected 1027.26
E0124 06:17:41.491989 2296461 buffer_comparator.cc:156] Difference at 1795: 0, expected 1535.73
E0124 06:17:41.491993 2296461 buffer_comparator.cc:156] Difference at 1796: 0, expected 1559.13
E0124 06:17:41.491996 2296461 buffer_comparator.cc:156] Difference at 1797: 0, expected 1277.09
E0124 06:17:41.491999 2296461 buffer_comparator.cc:156] Difference at 1798: 0, expected 859.43
E0124 06:17:41.492002 2296461 buffer_comparator.cc:156] Difference at 1799: 0, expected 752.412
E0124 06:17:41.492005 2296461 buffer_comparator.cc:156] Difference at 1800: 0, expected 1077.59
E0124 06:17:41.492007 2296461 buffer_comparator.cc:156] Difference at 1801: 0, expected 1037.98
2025-01-24 06:17:41.492012: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1080] Results do not match the reference. This is likely a bug/unexpected loss of precision.
Test Loss: 1.388802 Test Acc: 68.7000%Appendix
julia
using InteractiveUtils
InteractiveUtils.versioninfo()
if @isdefined(MLDataDevices)
if @isdefined(CUDA) && MLDataDevices.functional(CUDADevice)
println()
CUDA.versioninfo()
end
if @isdefined(AMDGPU) && MLDataDevices.functional(AMDGPUDevice)
println()
AMDGPU.versioninfo()
end
endJulia Version 1.11.3
Commit d63adeda50d (2025-01-21 19:42 UTC)
Build Info:
Official https://julialang.org/ release
Platform Info:
OS: Linux (x86_64-linux-gnu)
CPU: 48 × AMD EPYC 7402 24-Core Processor
WORD_SIZE: 64
LLVM: libLLVM-16.0.6 (ORCJIT, znver2)
Threads: 48 default, 0 interactive, 24 GC (on 2 virtual cores)
Environment:
JULIA_CPU_THREADS = 2
JULIA_DEPOT_PATH = /root/.cache/julia-buildkite-plugin/depots/01872db4-8c79-43af-ab7d-12abac4f24f6
LD_LIBRARY_PATH = /usr/local/nvidia/lib:/usr/local/nvidia/lib64
JULIA_PKG_SERVER =
JULIA_NUM_THREADS = 48
JULIA_CUDA_HARD_MEMORY_LIMIT = 100%
JULIA_PKG_PRECOMPILE_AUTO = 0
JULIA_DEBUG = LiterateThis page was generated using Literate.jl.