Graph Convolutional Networks on Cora
This example is based on GCN MLX tutorial. While we are doing this manually, we recommend directly using GNNLux.jl.
julia
using Lux,
Reactant,
MLDatasets,
Random,
Statistics,
Enzyme,
GNNGraphs,
ConcreteStructs,
Printf,
OneHotArrays,
Optimisers
const xdev = reactant_device(; force=true)
const cdev = cpu_device()(::MLDataDevices.CPUDevice) (generic function with 1 method)Loading Cora Dataset
julia
function loadcora()
data = Cora()
gph = data.graphs[1]
gnngraph = GNNGraph(
gph.edge_index; ndata=gph.node_data, edata=gph.edge_data, gph.num_nodes
)
return (
gph.node_data.features,
onehotbatch(gph.node_data.targets, data.metadata["classes"]),
# We use a dense matrix here to avoid incompatibility with Reactant
Matrix(adjacency_matrix(gnngraph)),
# We use this since Reactant doesn't yet support gather adjoint
(1:140, 141:640, 1709:2708),
)
endloadcora (generic function with 1 method)Model Definition
julia
function GCNLayer(args...; kwargs...)
return @compact(; dense=Dense(args...; kwargs...)) do (x, adj)
@return dense(x) * adj
end
end
function GCN(x_dim, h_dim, out_dim; nb_layers=2, dropout=0.5, kwargs...)
layer_sizes = vcat(x_dim, [h_dim for _ in 1:nb_layers])
gcn_layers = [
GCNLayer(in_dim => out_dim; kwargs...) for
(in_dim, out_dim) in zip(layer_sizes[1:(end - 1)], layer_sizes[2:end])
]
last_layer = GCNLayer(layer_sizes[end] => out_dim; kwargs...)
dropout = Dropout(dropout)
return @compact(; gcn_layers, dropout, last_layer) do (x, adj, mask)
for layer in gcn_layers
x = relu.(layer((x, adj)))
x = dropout(x)
end
@return last_layer((x, adj))[:, mask]
end
endGCN (generic function with 1 method)Helper Functions
julia
function loss_function(model, ps, st, (x, y, adj, mask))
y_pred, st = model((x, adj, mask), ps, st)
loss = CrossEntropyLoss(; agg=mean, logits=Val(true))(y_pred, y[:, mask])
return loss, st, (; y_pred)
end
accuracy(y_pred, y) = mean(onecold(y_pred) .== onecold(y)) * 100accuracy (generic function with 1 method)Training the Model
julia
function main(;
hidden_dim::Int=64,
dropout::Float64=0.1,
nb_layers::Int=2,
use_bias::Bool=true,
lr::Float64=0.001,
weight_decay::Float64=0.0,
patience::Int=20,
epochs::Int=200,
)
rng = Random.default_rng()
Random.seed!(rng, 0)
features, targets, adj, (train_idx, val_idx, test_idx) = xdev(loadcora())
gcn = GCN(size(features, 1), hidden_dim, size(targets, 1); nb_layers, dropout, use_bias)
ps, st = xdev(Lux.setup(rng, gcn))
opt = iszero(weight_decay) ? Adam(lr) : AdamW(; eta=lr, lambda=weight_decay)
train_state = Training.TrainState(gcn, ps, st, opt)
@printf "Total Trainable Parameters: %0.4f M\n" (Lux.parameterlength(ps) / 1.0e6)
val_loss_compiled = @compile loss_function(
gcn, ps, Lux.testmode(st), (features, targets, adj, val_idx)
)
train_model_compiled = @compile gcn((features, adj, train_idx), ps, Lux.testmode(st))
val_model_compiled = @compile gcn((features, adj, val_idx), ps, Lux.testmode(st))
best_loss_val = Inf
cnt = 0
for epoch in 1:epochs
(_, loss, _, train_state) = Lux.Training.single_train_step!(
AutoEnzyme(),
loss_function,
(features, targets, adj, train_idx),
train_state;
return_gradients=Val(false),
)
train_acc = accuracy(
Array(
train_model_compiled(
(features, adj, train_idx),
train_state.parameters,
Lux.testmode(train_state.states),
)[1],
),
Array(targets)[:, train_idx],
)
val_loss = first(
val_loss_compiled(
gcn,
train_state.parameters,
Lux.testmode(train_state.states),
(features, targets, adj, val_idx),
),
)
val_acc = accuracy(
Array(
val_model_compiled(
(features, adj, val_idx),
train_state.parameters,
Lux.testmode(train_state.states),
)[1],
),
Array(targets)[:, val_idx],
)
@printf "Epoch %3d\tTrain Loss: %.6f\tTrain Acc: %.4f%%\tVal Loss: %.6f\t\
Val Acc: %.4f%%\n" epoch loss train_acc val_loss val_acc
if val_loss < best_loss_val
best_loss_val = val_loss
cnt = 0
else
cnt += 1
if cnt == patience
@printf "Early Stopping at Epoch %d\n" epoch
break
end
end
end
test_loss = @jit(
loss_function(
gcn,
train_state.parameters,
Lux.testmode(train_state.states),
(features, targets, adj, test_idx),
)
)[1]
test_acc = accuracy(
Array(
@jit(
gcn(
(features, adj, test_idx),
train_state.parameters,
Lux.testmode(train_state.states),
)
)[1],
),
Array(targets)[:, test_idx],
)
@printf "Test Loss: %.6f\tTest Acc: %.4f%%\n" test_loss test_acc
return nothing
end
main()2025-03-28 04:54:00.111405: I external/xla/xla/service/service.cc:152] XLA service 0x582bce0 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices:
2025-03-28 04:54:00.111513: I external/xla/xla/service/service.cc:160] StreamExecutor device (0): NVIDIA A100-PCIE-40GB MIG 1g.5gb, Compute Capability 8.0
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
I0000 00:00:1743137640.112200 3613049 se_gpu_pjrt_client.cc:1039] Using BFC allocator.
I0000 00:00:1743137640.112272 3613049 gpu_helpers.cc:136] XLA backend allocating 3825205248 bytes on device 0 for BFCAllocator.
I0000 00:00:1743137640.112319 3613049 gpu_helpers.cc:177] XLA backend will use up to 1275068416 bytes on device 0 for CollectiveBFCAllocator.
I0000 00:00:1743137640.123929 3613049 cuda_dnn.cc:529] Loaded cuDNN version 90400
┌ Warning: `replicate` doesn't work for `TaskLocalRNG`. Returning the same `TaskLocalRNG`.
└ @ LuxCore /var/lib/buildkite-agent/builds/gpuci-5/julialang/lux-dot-jl/lib/LuxCore/src/LuxCore.jl:18
Total Trainable Parameters: 0.0964 M
┌ Warning: `training` is set to `Val{false}()` but is being used within an autodiff call (gradient, jacobian, etc...). This might lead to incorrect results. If you are using a `Lux.jl` model, set it to training mode using `LuxCore.trainmode`.
└ @ LuxLib.Utils /var/lib/buildkite-agent/builds/gpuci-5/julialang/lux-dot-jl/lib/LuxLib/src/utils.jl:344
2025-03-28 04:54:56.682214: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_19', 24 bytes spill stores, 24 bytes spill loads
2025-03-28 04:54:56.899970: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_22', 276 bytes spill stores, 276 bytes spill loads
2025-03-28 04:54:56.978149: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_19', 124 bytes spill stores, 124 bytes spill loads
2025-03-28 04:54:56.999116: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_22', 68 bytes spill stores, 68 bytes spill loads
2025-03-28 04:54:57.032697: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_19', 760 bytes spill stores, 760 bytes spill loads
2025-03-28 04:54:57.061037: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_19', 124 bytes spill stores, 124 bytes spill loads
2025-03-28 04:54:57.127954: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_19', 432 bytes spill stores, 432 bytes spill loads
2025-03-28 04:54:57.138429: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_22', 648 bytes spill stores, 652 bytes spill loads
2025-03-28 04:54:57.177318: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_22', 12 bytes spill stores, 12 bytes spill loads
2025-03-28 04:54:57.338250: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_19', 1108 bytes spill stores, 1108 bytes spill loads
2025-03-28 04:54:57.556098: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_19', 2872 bytes spill stores, 2848 bytes spill loads
2025-03-28 04:54:57.674941: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_19', 8264 bytes spill stores, 8320 bytes spill loads
2025-03-28 04:54:57.728698: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_19', 4088 bytes spill stores, 4036 bytes spill loads
2025-03-28 04:54:57.860675: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_22', 320 bytes spill stores, 320 bytes spill loads
2025-03-28 04:54:57.905280: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_19', 4724 bytes spill stores, 4768 bytes spill loads
2025-03-28 04:54:57.946771: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_19', 5128 bytes spill stores, 5120 bytes spill loads
2025-03-28 04:54:58.048361: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_22', 16 bytes spill stores, 16 bytes spill loads
2025-03-28 04:54:58.408688: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_19', 8324 bytes spill stores, 8340 bytes spill loads
2025-03-28 04:54:58.849819: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_33', 156 bytes spill stores, 156 bytes spill loads
2025-03-28 04:54:59.228054: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_19', 15432 bytes spill stores, 15608 bytes spill loads
2025-03-28 04:54:59.309510: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_33', 4 bytes spill stores, 4 bytes spill loads
2025-03-28 04:54:59.337035: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_29', 4 bytes spill stores, 4 bytes spill loads
2025-03-28 04:54:59.760349: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_19', 1864 bytes spill stores, 1900 bytes spill loads
2025-03-28 04:54:59.834159: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_22', 68 bytes spill stores, 68 bytes spill loads
2025-03-28 04:55:00.347235: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_22', 336 bytes spill stores, 336 bytes spill loads
2025-03-28 04:55:00.612358: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_22', 128 bytes spill stores, 128 bytes spill loads
2025-03-28 04:55:00.626673: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_33', 24 bytes spill stores, 24 bytes spill loads
2025-03-28 04:55:00.733311: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_22', 1176 bytes spill stores, 1148 bytes spill loads
2025-03-28 04:55:00.795443: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_24', 304 bytes spill stores, 304 bytes spill loads
E0000 00:00:1743137700.923210 3613049 buffer_comparator.cc:156] Difference at 112: 1194.18, expected 949.79
E0000 00:00:1743137700.923286 3613049 buffer_comparator.cc:156] Difference at 113: 1041.48, expected 1213.3
E0000 00:00:1743137700.923294 3613049 buffer_comparator.cc:156] Difference at 114: 725.367, expected 1837.44
E0000 00:00:1743137700.923301 3613049 buffer_comparator.cc:156] Difference at 115: 1163.29, expected 1600.27
E0000 00:00:1743137700.923309 3613049 buffer_comparator.cc:156] Difference at 116: 837.371, expected 1117.2
E0000 00:00:1743137700.923316 3613049 buffer_comparator.cc:156] Difference at 117: 617.301, expected 1790.83
E0000 00:00:1743137700.923323 3613049 buffer_comparator.cc:156] Difference at 118: 781.352, expected 1291.05
E0000 00:00:1743137700.923330 3613049 buffer_comparator.cc:156] Difference at 119: 1181.95, expected 943.242
E0000 00:00:1743137700.923337 3613049 buffer_comparator.cc:156] Difference at 120: 1033.27, expected 1198.86
E0000 00:00:1743137700.923344 3613049 buffer_comparator.cc:156] Difference at 121: 727.552, expected 1820.15
2025-03-28 04:55:00.923361: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.927305 3613049 buffer_comparator.cc:156] Difference at 112: 1194.18, expected 949.79
E0000 00:00:1743137700.927340 3613049 buffer_comparator.cc:156] Difference at 113: 1041.48, expected 1213.3
E0000 00:00:1743137700.927349 3613049 buffer_comparator.cc:156] Difference at 114: 725.367, expected 1837.44
E0000 00:00:1743137700.927356 3613049 buffer_comparator.cc:156] Difference at 115: 1163.29, expected 1600.27
E0000 00:00:1743137700.927363 3613049 buffer_comparator.cc:156] Difference at 116: 837.371, expected 1117.2
E0000 00:00:1743137700.927370 3613049 buffer_comparator.cc:156] Difference at 117: 617.301, expected 1790.83
E0000 00:00:1743137700.927377 3613049 buffer_comparator.cc:156] Difference at 118: 781.352, expected 1291.05
E0000 00:00:1743137700.927384 3613049 buffer_comparator.cc:156] Difference at 119: 1181.95, expected 943.242
E0000 00:00:1743137700.927391 3613049 buffer_comparator.cc:156] Difference at 120: 1033.27, expected 1198.86
E0000 00:00:1743137700.927398 3613049 buffer_comparator.cc:156] Difference at 121: 727.552, expected 1820.15
2025-03-28 04:55:00.927409: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.930945 3613049 buffer_comparator.cc:156] Difference at 112: 1194.18, expected 949.79
E0000 00:00:1743137700.930959 3613049 buffer_comparator.cc:156] Difference at 113: 1041.48, expected 1213.3
E0000 00:00:1743137700.930963 3613049 buffer_comparator.cc:156] Difference at 114: 725.367, expected 1837.44
E0000 00:00:1743137700.930966 3613049 buffer_comparator.cc:156] Difference at 115: 1163.29, expected 1600.27
E0000 00:00:1743137700.930969 3613049 buffer_comparator.cc:156] Difference at 116: 837.371, expected 1117.2
E0000 00:00:1743137700.930972 3613049 buffer_comparator.cc:156] Difference at 117: 617.301, expected 1790.83
E0000 00:00:1743137700.930976 3613049 buffer_comparator.cc:156] Difference at 118: 781.352, expected 1291.05
E0000 00:00:1743137700.930979 3613049 buffer_comparator.cc:156] Difference at 119: 1181.95, expected 943.242
E0000 00:00:1743137700.930982 3613049 buffer_comparator.cc:156] Difference at 120: 1033.27, expected 1198.86
E0000 00:00:1743137700.930985 3613049 buffer_comparator.cc:156] Difference at 121: 727.552, expected 1820.15
2025-03-28 04:55:00.930990: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.934198 3613049 buffer_comparator.cc:156] Difference at 112: 1194.18, expected 949.79
E0000 00:00:1743137700.934213 3613049 buffer_comparator.cc:156] Difference at 113: 1041.48, expected 1213.3
E0000 00:00:1743137700.934216 3613049 buffer_comparator.cc:156] Difference at 114: 725.367, expected 1837.44
E0000 00:00:1743137700.934219 3613049 buffer_comparator.cc:156] Difference at 115: 1163.29, expected 1600.27
E0000 00:00:1743137700.934223 3613049 buffer_comparator.cc:156] Difference at 116: 837.371, expected 1117.2
E0000 00:00:1743137700.934226 3613049 buffer_comparator.cc:156] Difference at 117: 617.301, expected 1790.83
E0000 00:00:1743137700.934229 3613049 buffer_comparator.cc:156] Difference at 118: 781.352, expected 1291.05
E0000 00:00:1743137700.934232 3613049 buffer_comparator.cc:156] Difference at 119: 1181.95, expected 943.242
E0000 00:00:1743137700.934235 3613049 buffer_comparator.cc:156] Difference at 120: 1033.27, expected 1198.86
E0000 00:00:1743137700.934238 3613049 buffer_comparator.cc:156] Difference at 121: 727.552, expected 1820.15
2025-03-28 04:55:00.934243: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.937480 3613049 buffer_comparator.cc:156] Difference at 0: 1139.71, expected 928.593
E0000 00:00:1743137700.937494 3613049 buffer_comparator.cc:156] Difference at 1: 1404.8, expected 1186.89
E0000 00:00:1743137700.937497 3613049 buffer_comparator.cc:156] Difference at 2: 2132.23, expected 1796.77
E0000 00:00:1743137700.937502 3613049 buffer_comparator.cc:156] Difference at 3: 1838.84, expected 1565.84
E0000 00:00:1743137700.937505 3613049 buffer_comparator.cc:156] Difference at 4: 1307.39, expected 1095.49
E0000 00:00:1743137700.937508 3613049 buffer_comparator.cc:156] Difference at 5: 2064.39, expected 1757.79
E0000 00:00:1743137700.937511 3613049 buffer_comparator.cc:156] Difference at 6: 1480.82, expected 1259.42
E0000 00:00:1743137700.937515 3613049 buffer_comparator.cc:156] Difference at 7: 1113.19, expected 951.95
E0000 00:00:1743137700.937518 3613049 buffer_comparator.cc:156] Difference at 8: 1358.65, expected 1216.24
E0000 00:00:1743137700.937521 3613049 buffer_comparator.cc:156] Difference at 9: 2048.24, expected 1833.76
2025-03-28 04:55:00.937526: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.940789 3613049 buffer_comparator.cc:156] Difference at 112: 1194.18, expected 949.79
E0000 00:00:1743137700.940805 3613049 buffer_comparator.cc:156] Difference at 113: 1041.48, expected 1213.3
E0000 00:00:1743137700.940808 3613049 buffer_comparator.cc:156] Difference at 114: 725.367, expected 1837.44
E0000 00:00:1743137700.940812 3613049 buffer_comparator.cc:156] Difference at 115: 1163.29, expected 1600.27
E0000 00:00:1743137700.940815 3613049 buffer_comparator.cc:156] Difference at 116: 837.371, expected 1117.2
E0000 00:00:1743137700.940818 3613049 buffer_comparator.cc:156] Difference at 117: 617.301, expected 1790.83
E0000 00:00:1743137700.940821 3613049 buffer_comparator.cc:156] Difference at 118: 781.352, expected 1291.05
E0000 00:00:1743137700.940824 3613049 buffer_comparator.cc:156] Difference at 119: 1181.95, expected 943.242
E0000 00:00:1743137700.940828 3613049 buffer_comparator.cc:156] Difference at 120: 1033.27, expected 1198.86
E0000 00:00:1743137700.940831 3613049 buffer_comparator.cc:156] Difference at 121: 727.552, expected 1820.15
2025-03-28 04:55:00.940836: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.944088 3613049 buffer_comparator.cc:156] Difference at 224: 1185.44, expected 942.345
E0000 00:00:1743137700.944107 3613049 buffer_comparator.cc:156] Difference at 225: 1033.21, expected 1208.53
E0000 00:00:1743137700.944110 3613049 buffer_comparator.cc:156] Difference at 226: 723.209, expected 1824.94
E0000 00:00:1743137700.944113 3613049 buffer_comparator.cc:156] Difference at 227: 1155.3, expected 1592.15
E0000 00:00:1743137700.944116 3613049 buffer_comparator.cc:156] Difference at 228: 842.032, expected 1119.85
E0000 00:00:1743137700.944120 3613049 buffer_comparator.cc:156] Difference at 229: 632.011, expected 1778.8
E0000 00:00:1743137700.944123 3613049 buffer_comparator.cc:156] Difference at 230: 809.938, expected 1283.28
E0000 00:00:1743137700.944126 3613049 buffer_comparator.cc:156] Difference at 231: 1217.57, expected 935.373
E0000 00:00:1743137700.944129 3613049 buffer_comparator.cc:156] Difference at 232: 1063.63, expected 1192.72
E0000 00:00:1743137700.944132 3613049 buffer_comparator.cc:156] Difference at 233: 740.205, expected 1803.13
2025-03-28 04:55:00.944137: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.947317 3613049 buffer_comparator.cc:156] Difference at 224: 1185.44, expected 942.345
E0000 00:00:1743137700.947333 3613049 buffer_comparator.cc:156] Difference at 225: 1033.21, expected 1208.53
E0000 00:00:1743137700.947336 3613049 buffer_comparator.cc:156] Difference at 226: 723.209, expected 1824.94
E0000 00:00:1743137700.947340 3613049 buffer_comparator.cc:156] Difference at 227: 1155.3, expected 1592.15
E0000 00:00:1743137700.947343 3613049 buffer_comparator.cc:156] Difference at 228: 842.032, expected 1119.85
E0000 00:00:1743137700.947347 3613049 buffer_comparator.cc:156] Difference at 229: 632.011, expected 1778.8
E0000 00:00:1743137700.947351 3613049 buffer_comparator.cc:156] Difference at 230: 809.938, expected 1283.28
E0000 00:00:1743137700.947354 3613049 buffer_comparator.cc:156] Difference at 231: 1217.57, expected 935.373
E0000 00:00:1743137700.947357 3613049 buffer_comparator.cc:156] Difference at 232: 1063.63, expected 1192.72
E0000 00:00:1743137700.947360 3613049 buffer_comparator.cc:156] Difference at 233: 740.205, expected 1803.13
2025-03-28 04:55:00.947365: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.950561 3613049 buffer_comparator.cc:156] Difference at 224: 1185.44, expected 942.345
E0000 00:00:1743137700.950578 3613049 buffer_comparator.cc:156] Difference at 225: 1033.21, expected 1208.53
E0000 00:00:1743137700.950582 3613049 buffer_comparator.cc:156] Difference at 226: 723.209, expected 1824.94
E0000 00:00:1743137700.950585 3613049 buffer_comparator.cc:156] Difference at 227: 1155.3, expected 1592.15
E0000 00:00:1743137700.950588 3613049 buffer_comparator.cc:156] Difference at 228: 842.032, expected 1119.85
E0000 00:00:1743137700.950591 3613049 buffer_comparator.cc:156] Difference at 229: 632.011, expected 1778.8
E0000 00:00:1743137700.950594 3613049 buffer_comparator.cc:156] Difference at 230: 809.938, expected 1283.28
E0000 00:00:1743137700.950597 3613049 buffer_comparator.cc:156] Difference at 231: 1217.57, expected 935.373
E0000 00:00:1743137700.950601 3613049 buffer_comparator.cc:156] Difference at 232: 1063.63, expected 1192.72
E0000 00:00:1743137700.950604 3613049 buffer_comparator.cc:156] Difference at 233: 740.205, expected 1803.13
2025-03-28 04:55:00.950609: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.953877 3613049 buffer_comparator.cc:156] Difference at 448: 1213.2, expected 948.676
E0000 00:00:1743137700.953890 3613049 buffer_comparator.cc:156] Difference at 449: 1055.43, expected 1198.64
E0000 00:00:1743137700.953894 3613049 buffer_comparator.cc:156] Difference at 450: 735.576, expected 1813.49
E0000 00:00:1743137700.953897 3613049 buffer_comparator.cc:156] Difference at 451: 1184.55, expected 1575.23
E0000 00:00:1743137700.953900 3613049 buffer_comparator.cc:156] Difference at 452: 859.094, expected 1104.71
E0000 00:00:1743137700.953903 3613049 buffer_comparator.cc:156] Difference at 453: 619.996, expected 1764.87
E0000 00:00:1743137700.953906 3613049 buffer_comparator.cc:156] Difference at 454: 795.493, expected 1269.69
E0000 00:00:1743137700.953909 3613049 buffer_comparator.cc:156] Difference at 455: 1199.74, expected 952.925
E0000 00:00:1743137700.953912 3613049 buffer_comparator.cc:156] Difference at 456: 1044.81, expected 1213.59
E0000 00:00:1743137700.953916 3613049 buffer_comparator.cc:156] Difference at 457: 732.124, expected 1821.28
2025-03-28 04:55:00.953920: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.957094 3613049 buffer_comparator.cc:156] Difference at 0: 1057.27, expected 928.593
E0000 00:00:1743137700.957108 3613049 buffer_comparator.cc:156] Difference at 1: 1319.15, expected 1186.89
E0000 00:00:1743137700.957111 3613049 buffer_comparator.cc:156] Difference at 2: 2004.43, expected 1796.77
E0000 00:00:1743137700.957115 3613049 buffer_comparator.cc:156] Difference at 3: 1745.74, expected 1565.84
E0000 00:00:1743137700.957118 3613049 buffer_comparator.cc:156] Difference at 4: 1252.2, expected 1095.49
E0000 00:00:1743137700.957121 3613049 buffer_comparator.cc:156] Difference at 7: 1175.57, expected 951.95
E0000 00:00:1743137700.957124 3613049 buffer_comparator.cc:156] Difference at 8: 1398.75, expected 1216.24
E0000 00:00:1743137700.957129 3613049 buffer_comparator.cc:156] Difference at 9: 2125.62, expected 1833.76
E0000 00:00:1743137700.957132 3613049 buffer_comparator.cc:156] Difference at 10: 1878.38, expected 1592.37
E0000 00:00:1743137700.957135 3613049 buffer_comparator.cc:156] Difference at 11: 1362.67, expected 1121.95
2025-03-28 04:55:00.957140: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.960386 3613049 buffer_comparator.cc:156] Difference at 448: 1213.2, expected 948.676
E0000 00:00:1743137700.960399 3613049 buffer_comparator.cc:156] Difference at 449: 1055.43, expected 1198.64
E0000 00:00:1743137700.960402 3613049 buffer_comparator.cc:156] Difference at 450: 735.576, expected 1813.49
E0000 00:00:1743137700.960405 3613049 buffer_comparator.cc:156] Difference at 451: 1184.55, expected 1575.23
E0000 00:00:1743137700.960408 3613049 buffer_comparator.cc:156] Difference at 452: 859.094, expected 1104.71
E0000 00:00:1743137700.960412 3613049 buffer_comparator.cc:156] Difference at 453: 619.996, expected 1764.87
E0000 00:00:1743137700.960415 3613049 buffer_comparator.cc:156] Difference at 454: 795.493, expected 1269.69
E0000 00:00:1743137700.960418 3613049 buffer_comparator.cc:156] Difference at 455: 1199.74, expected 952.925
E0000 00:00:1743137700.960421 3613049 buffer_comparator.cc:156] Difference at 456: 1044.81, expected 1213.59
E0000 00:00:1743137700.960424 3613049 buffer_comparator.cc:156] Difference at 457: 732.124, expected 1821.28
2025-03-28 04:55:00.960429: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.963666 3613049 buffer_comparator.cc:156] Difference at 448: 1213.2, expected 948.676
E0000 00:00:1743137700.963679 3613049 buffer_comparator.cc:156] Difference at 449: 1055.43, expected 1198.64
E0000 00:00:1743137700.963683 3613049 buffer_comparator.cc:156] Difference at 450: 735.576, expected 1813.49
E0000 00:00:1743137700.963686 3613049 buffer_comparator.cc:156] Difference at 451: 1184.55, expected 1575.23
E0000 00:00:1743137700.963689 3613049 buffer_comparator.cc:156] Difference at 452: 859.094, expected 1104.71
E0000 00:00:1743137700.963692 3613049 buffer_comparator.cc:156] Difference at 453: 619.996, expected 1764.87
E0000 00:00:1743137700.963696 3613049 buffer_comparator.cc:156] Difference at 454: 795.493, expected 1269.69
E0000 00:00:1743137700.963699 3613049 buffer_comparator.cc:156] Difference at 455: 1199.74, expected 952.925
E0000 00:00:1743137700.963702 3613049 buffer_comparator.cc:156] Difference at 456: 1044.81, expected 1213.59
E0000 00:00:1743137700.963705 3613049 buffer_comparator.cc:156] Difference at 457: 732.124, expected 1821.28
2025-03-28 04:55:00.963710: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.966930 3613049 buffer_comparator.cc:156] Difference at 448: 1213.2, expected 948.676
E0000 00:00:1743137700.966944 3613049 buffer_comparator.cc:156] Difference at 449: 1055.43, expected 1198.64
E0000 00:00:1743137700.966948 3613049 buffer_comparator.cc:156] Difference at 450: 735.576, expected 1813.49
E0000 00:00:1743137700.966951 3613049 buffer_comparator.cc:156] Difference at 451: 1184.55, expected 1575.23
E0000 00:00:1743137700.966954 3613049 buffer_comparator.cc:156] Difference at 452: 859.094, expected 1104.71
E0000 00:00:1743137700.966957 3613049 buffer_comparator.cc:156] Difference at 453: 619.996, expected 1764.87
E0000 00:00:1743137700.966960 3613049 buffer_comparator.cc:156] Difference at 454: 795.493, expected 1269.69
E0000 00:00:1743137700.966964 3613049 buffer_comparator.cc:156] Difference at 455: 1199.74, expected 952.925
E0000 00:00:1743137700.966967 3613049 buffer_comparator.cc:156] Difference at 456: 1044.81, expected 1213.59
E0000 00:00:1743137700.966971 3613049 buffer_comparator.cc:156] Difference at 457: 732.124, expected 1821.28
2025-03-28 04:55:00.966976: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.970182 3613049 buffer_comparator.cc:156] Difference at 448: 1213.2, expected 948.676
E0000 00:00:1743137700.970196 3613049 buffer_comparator.cc:156] Difference at 449: 1055.43, expected 1198.64
E0000 00:00:1743137700.970200 3613049 buffer_comparator.cc:156] Difference at 450: 735.576, expected 1813.49
E0000 00:00:1743137700.970203 3613049 buffer_comparator.cc:156] Difference at 451: 1184.55, expected 1575.23
E0000 00:00:1743137700.970206 3613049 buffer_comparator.cc:156] Difference at 452: 859.094, expected 1104.71
E0000 00:00:1743137700.970209 3613049 buffer_comparator.cc:156] Difference at 453: 619.996, expected 1764.87
E0000 00:00:1743137700.970212 3613049 buffer_comparator.cc:156] Difference at 454: 795.493, expected 1269.69
E0000 00:00:1743137700.970215 3613049 buffer_comparator.cc:156] Difference at 455: 1199.74, expected 952.925
E0000 00:00:1743137700.970218 3613049 buffer_comparator.cc:156] Difference at 456: 1044.81, expected 1213.59
E0000 00:00:1743137700.970221 3613049 buffer_comparator.cc:156] Difference at 457: 732.124, expected 1821.28
2025-03-28 04:55:00.970226: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.973591 3613049 buffer_comparator.cc:156] Difference at 896: 1198.32, expected 958.128
E0000 00:00:1743137700.973605 3613049 buffer_comparator.cc:156] Difference at 897: 1047.69, expected 1218.67
E0000 00:00:1743137700.973609 3613049 buffer_comparator.cc:156] Difference at 898: 733.669, expected 1826.79
E0000 00:00:1743137700.973612 3613049 buffer_comparator.cc:156] Difference at 899: 1177.34, expected 1593.43
E0000 00:00:1743137700.973615 3613049 buffer_comparator.cc:156] Difference at 900: 842.502, expected 1119.04
E0000 00:00:1743137700.973618 3613049 buffer_comparator.cc:156] Difference at 901: 627.594, expected 1796.71
E0000 00:00:1743137700.973621 3613049 buffer_comparator.cc:156] Difference at 902: 792.637, expected 1279.87
E0000 00:00:1743137700.973625 3613049 buffer_comparator.cc:156] Difference at 903: 1202.18, expected 941.479
E0000 00:00:1743137700.973628 3613049 buffer_comparator.cc:156] Difference at 904: 1049.9, expected 1202.97
E0000 00:00:1743137700.973631 3613049 buffer_comparator.cc:156] Difference at 905: 739.86, expected 1817.41
2025-03-28 04:55:00.973636: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.976981 3613049 buffer_comparator.cc:156] Difference at 896: 1198.32, expected 958.128
E0000 00:00:1743137700.976998 3613049 buffer_comparator.cc:156] Difference at 897: 1047.69, expected 1218.67
E0000 00:00:1743137700.977001 3613049 buffer_comparator.cc:156] Difference at 898: 733.669, expected 1826.79
E0000 00:00:1743137700.977004 3613049 buffer_comparator.cc:156] Difference at 899: 1177.34, expected 1593.43
E0000 00:00:1743137700.977007 3613049 buffer_comparator.cc:156] Difference at 900: 842.502, expected 1119.04
E0000 00:00:1743137700.977010 3613049 buffer_comparator.cc:156] Difference at 901: 627.594, expected 1796.71
E0000 00:00:1743137700.977013 3613049 buffer_comparator.cc:156] Difference at 902: 792.637, expected 1279.87
E0000 00:00:1743137700.977017 3613049 buffer_comparator.cc:156] Difference at 903: 1202.18, expected 941.479
E0000 00:00:1743137700.977020 3613049 buffer_comparator.cc:156] Difference at 904: 1049.9, expected 1202.97
E0000 00:00:1743137700.977023 3613049 buffer_comparator.cc:156] Difference at 905: 739.86, expected 1817.41
2025-03-28 04:55:00.977028: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.980325 3613049 buffer_comparator.cc:156] Difference at 896: 1198.32, expected 958.128
E0000 00:00:1743137700.980339 3613049 buffer_comparator.cc:156] Difference at 897: 1047.69, expected 1218.67
E0000 00:00:1743137700.980343 3613049 buffer_comparator.cc:156] Difference at 898: 733.669, expected 1826.79
E0000 00:00:1743137700.980346 3613049 buffer_comparator.cc:156] Difference at 899: 1177.34, expected 1593.43
E0000 00:00:1743137700.980349 3613049 buffer_comparator.cc:156] Difference at 900: 842.502, expected 1119.04
E0000 00:00:1743137700.980352 3613049 buffer_comparator.cc:156] Difference at 901: 627.594, expected 1796.71
E0000 00:00:1743137700.980355 3613049 buffer_comparator.cc:156] Difference at 902: 792.637, expected 1279.87
E0000 00:00:1743137700.980358 3613049 buffer_comparator.cc:156] Difference at 903: 1202.18, expected 941.479
E0000 00:00:1743137700.980362 3613049 buffer_comparator.cc:156] Difference at 904: 1049.9, expected 1202.97
E0000 00:00:1743137700.980365 3613049 buffer_comparator.cc:156] Difference at 905: 739.86, expected 1817.41
2025-03-28 04:55:00.980370: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.983606 3613049 buffer_comparator.cc:156] Difference at 896: 1198.32, expected 958.128
E0000 00:00:1743137700.983621 3613049 buffer_comparator.cc:156] Difference at 897: 1047.69, expected 1218.67
E0000 00:00:1743137700.983625 3613049 buffer_comparator.cc:156] Difference at 898: 733.669, expected 1826.79
E0000 00:00:1743137700.983628 3613049 buffer_comparator.cc:156] Difference at 899: 1177.34, expected 1593.43
E0000 00:00:1743137700.983631 3613049 buffer_comparator.cc:156] Difference at 900: 842.502, expected 1119.04
E0000 00:00:1743137700.983634 3613049 buffer_comparator.cc:156] Difference at 901: 627.594, expected 1796.71
E0000 00:00:1743137700.983637 3613049 buffer_comparator.cc:156] Difference at 902: 792.637, expected 1279.87
E0000 00:00:1743137700.983640 3613049 buffer_comparator.cc:156] Difference at 903: 1202.18, expected 941.479
E0000 00:00:1743137700.983643 3613049 buffer_comparator.cc:156] Difference at 904: 1049.9, expected 1202.97
E0000 00:00:1743137700.983647 3613049 buffer_comparator.cc:156] Difference at 905: 739.86, expected 1817.41
2025-03-28 04:55:00.983651: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.987138 3613049 buffer_comparator.cc:156] Difference at 1792: 1216.65, expected 926.778
E0000 00:00:1743137700.987153 3613049 buffer_comparator.cc:156] Difference at 1793: 1058.09, expected 1190.76
E0000 00:00:1743137700.987156 3613049 buffer_comparator.cc:156] Difference at 1794: 743.338, expected 1807.71
E0000 00:00:1743137700.987159 3613049 buffer_comparator.cc:156] Difference at 1795: 1184.75, expected 1565.59
E0000 00:00:1743137700.987163 3613049 buffer_comparator.cc:156] Difference at 1796: 852.404, expected 1101.04
E0000 00:00:1743137700.987166 3613049 buffer_comparator.cc:156] Difference at 1797: 626.131, expected 1756.21
E0000 00:00:1743137700.987169 3613049 buffer_comparator.cc:156] Difference at 1798: 799.781, expected 1272.34
E0000 00:00:1743137700.987172 3613049 buffer_comparator.cc:156] Difference at 1799: 1209.98, expected 944.465
E0000 00:00:1743137700.987175 3613049 buffer_comparator.cc:156] Difference at 1800: 1057.15, expected 1200.58
E0000 00:00:1743137700.987178 3613049 buffer_comparator.cc:156] Difference at 1801: 742.39, expected 1808.36
2025-03-28 04:55:00.987184: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.990655 3613049 buffer_comparator.cc:156] Difference at 1792: 1216.65, expected 926.778
E0000 00:00:1743137700.990670 3613049 buffer_comparator.cc:156] Difference at 1793: 1058.09, expected 1190.76
E0000 00:00:1743137700.990674 3613049 buffer_comparator.cc:156] Difference at 1794: 743.338, expected 1807.71
E0000 00:00:1743137700.990677 3613049 buffer_comparator.cc:156] Difference at 1795: 1184.75, expected 1565.59
E0000 00:00:1743137700.990680 3613049 buffer_comparator.cc:156] Difference at 1796: 852.404, expected 1101.04
E0000 00:00:1743137700.990683 3613049 buffer_comparator.cc:156] Difference at 1797: 626.131, expected 1756.21
E0000 00:00:1743137700.990686 3613049 buffer_comparator.cc:156] Difference at 1798: 799.781, expected 1272.34
E0000 00:00:1743137700.990690 3613049 buffer_comparator.cc:156] Difference at 1799: 1209.98, expected 944.465
E0000 00:00:1743137700.990693 3613049 buffer_comparator.cc:156] Difference at 1800: 1057.15, expected 1200.58
E0000 00:00:1743137700.990696 3613049 buffer_comparator.cc:156] Difference at 1801: 742.39, expected 1808.36
2025-03-28 04:55:00.990701: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137700.994158 3613049 buffer_comparator.cc:156] Difference at 1792: 1216.65, expected 926.778
E0000 00:00:1743137700.994172 3613049 buffer_comparator.cc:156] Difference at 1793: 1058.09, expected 1190.76
E0000 00:00:1743137700.994175 3613049 buffer_comparator.cc:156] Difference at 1794: 743.338, expected 1807.71
E0000 00:00:1743137700.994179 3613049 buffer_comparator.cc:156] Difference at 1795: 1184.75, expected 1565.59
E0000 00:00:1743137700.994182 3613049 buffer_comparator.cc:156] Difference at 1796: 852.404, expected 1101.04
E0000 00:00:1743137700.994185 3613049 buffer_comparator.cc:156] Difference at 1797: 626.131, expected 1756.21
E0000 00:00:1743137700.994188 3613049 buffer_comparator.cc:156] Difference at 1798: 799.781, expected 1272.34
E0000 00:00:1743137700.994191 3613049 buffer_comparator.cc:156] Difference at 1799: 1209.98, expected 944.465
E0000 00:00:1743137700.994194 3613049 buffer_comparator.cc:156] Difference at 1800: 1057.15, expected 1200.58
E0000 00:00:1743137700.994197 3613049 buffer_comparator.cc:156] Difference at 1801: 742.39, expected 1808.36
2025-03-28 04:55:00.994202: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.003053 3613049 buffer_comparator.cc:156] Difference at 16: 0, expected 1111.43
E0000 00:00:1743137701.003082 3613049 buffer_comparator.cc:156] Difference at 17: 0, expected 1083.84
E0000 00:00:1743137701.003085 3613049 buffer_comparator.cc:156] Difference at 18: 0, expected 1092.57
E0000 00:00:1743137701.003088 3613049 buffer_comparator.cc:156] Difference at 19: 0, expected 1118.75
E0000 00:00:1743137701.003091 3613049 buffer_comparator.cc:156] Difference at 20: 0, expected 1088.49
E0000 00:00:1743137701.003094 3613049 buffer_comparator.cc:156] Difference at 21: 0, expected 1083.52
E0000 00:00:1743137701.003097 3613049 buffer_comparator.cc:156] Difference at 22: 0, expected 1097.64
E0000 00:00:1743137701.003100 3613049 buffer_comparator.cc:156] Difference at 23: 0, expected 1122.75
E0000 00:00:1743137701.003103 3613049 buffer_comparator.cc:156] Difference at 24: 0, expected 1084.65
E0000 00:00:1743137701.003106 3613049 buffer_comparator.cc:156] Difference at 25: 0, expected 1084.58
2025-03-28 04:55:01.003112: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.009111 3613049 buffer_comparator.cc:156] Difference at 16: 0, expected 1111.43
E0000 00:00:1743137701.009130 3613049 buffer_comparator.cc:156] Difference at 17: 0, expected 1083.84
E0000 00:00:1743137701.009133 3613049 buffer_comparator.cc:156] Difference at 18: 0, expected 1092.57
E0000 00:00:1743137701.009137 3613049 buffer_comparator.cc:156] Difference at 19: 0, expected 1118.75
E0000 00:00:1743137701.009141 3613049 buffer_comparator.cc:156] Difference at 20: 0, expected 1088.49
E0000 00:00:1743137701.009145 3613049 buffer_comparator.cc:156] Difference at 21: 0, expected 1083.52
E0000 00:00:1743137701.009148 3613049 buffer_comparator.cc:156] Difference at 22: 0, expected 1097.64
E0000 00:00:1743137701.009151 3613049 buffer_comparator.cc:156] Difference at 23: 0, expected 1122.75
E0000 00:00:1743137701.009154 3613049 buffer_comparator.cc:156] Difference at 24: 0, expected 1084.65
E0000 00:00:1743137701.009157 3613049 buffer_comparator.cc:156] Difference at 25: 0, expected 1084.58
2025-03-28 04:55:01.009162: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.014208 3613049 buffer_comparator.cc:156] Difference at 64: 0, expected 1106.21
E0000 00:00:1743137701.014224 3613049 buffer_comparator.cc:156] Difference at 65: 0, expected 1087.83
E0000 00:00:1743137701.014227 3613049 buffer_comparator.cc:156] Difference at 66: 0, expected 1090.54
E0000 00:00:1743137701.014230 3613049 buffer_comparator.cc:156] Difference at 67: 0, expected 1104.23
E0000 00:00:1743137701.014234 3613049 buffer_comparator.cc:156] Difference at 68: 0, expected 1104.3
E0000 00:00:1743137701.014237 3613049 buffer_comparator.cc:156] Difference at 69: 0, expected 1093.45
E0000 00:00:1743137701.014240 3613049 buffer_comparator.cc:156] Difference at 70: 0, expected 1091.52
E0000 00:00:1743137701.014242 3613049 buffer_comparator.cc:156] Difference at 71: 0, expected 1110.4
E0000 00:00:1743137701.014246 3613049 buffer_comparator.cc:156] Difference at 72: 0, expected 1106.92
E0000 00:00:1743137701.014248 3613049 buffer_comparator.cc:156] Difference at 73: 0, expected 1088.44
2025-03-28 04:55:01.014253: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.019102 3613049 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0000 00:00:1743137701.019125 3613049 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0000 00:00:1743137701.019128 3613049 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0000 00:00:1743137701.019131 3613049 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0000 00:00:1743137701.019134 3613049 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0000 00:00:1743137701.019137 3613049 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0000 00:00:1743137701.019140 3613049 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0000 00:00:1743137701.019144 3613049 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0000 00:00:1743137701.019146 3613049 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0000 00:00:1743137701.019150 3613049 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-03-28 04:55:01.019155: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.024104 3613049 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0000 00:00:1743137701.024122 3613049 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0000 00:00:1743137701.024125 3613049 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0000 00:00:1743137701.024128 3613049 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0000 00:00:1743137701.024131 3613049 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0000 00:00:1743137701.024134 3613049 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0000 00:00:1743137701.024137 3613049 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0000 00:00:1743137701.024140 3613049 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0000 00:00:1743137701.024145 3613049 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0000 00:00:1743137701.024148 3613049 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-03-28 04:55:01.024153: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.028801 3613049 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0000 00:00:1743137701.028822 3613049 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0000 00:00:1743137701.028825 3613049 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0000 00:00:1743137701.028828 3613049 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0000 00:00:1743137701.028831 3613049 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0000 00:00:1743137701.028834 3613049 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0000 00:00:1743137701.028837 3613049 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0000 00:00:1743137701.028840 3613049 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0000 00:00:1743137701.028843 3613049 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0000 00:00:1743137701.028846 3613049 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-03-28 04:55:01.028851: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.033386 3613049 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0000 00:00:1743137701.033403 3613049 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0000 00:00:1743137701.033406 3613049 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0000 00:00:1743137701.033410 3613049 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0000 00:00:1743137701.033413 3613049 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0000 00:00:1743137701.033416 3613049 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0000 00:00:1743137701.033419 3613049 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0000 00:00:1743137701.033422 3613049 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0000 00:00:1743137701.033425 3613049 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0000 00:00:1743137701.033428 3613049 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-03-28 04:55:01.033433: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.038110 3613049 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0000 00:00:1743137701.038127 3613049 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0000 00:00:1743137701.038130 3613049 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0000 00:00:1743137701.038133 3613049 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0000 00:00:1743137701.038136 3613049 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0000 00:00:1743137701.038139 3613049 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0000 00:00:1743137701.038143 3613049 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0000 00:00:1743137701.038146 3613049 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0000 00:00:1743137701.038149 3613049 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0000 00:00:1743137701.038152 3613049 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-03-28 04:55:01.038157: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.042928 3613049 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0000 00:00:1743137701.042946 3613049 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0000 00:00:1743137701.042950 3613049 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0000 00:00:1743137701.042953 3613049 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0000 00:00:1743137701.042956 3613049 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0000 00:00:1743137701.042959 3613049 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0000 00:00:1743137701.042962 3613049 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0000 00:00:1743137701.042965 3613049 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0000 00:00:1743137701.042968 3613049 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0000 00:00:1743137701.042971 3613049 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-03-28 04:55:01.042976: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.047620 3613049 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0000 00:00:1743137701.047636 3613049 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0000 00:00:1743137701.047640 3613049 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0000 00:00:1743137701.047643 3613049 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0000 00:00:1743137701.047646 3613049 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0000 00:00:1743137701.047649 3613049 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0000 00:00:1743137701.047652 3613049 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0000 00:00:1743137701.047655 3613049 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0000 00:00:1743137701.047658 3613049 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0000 00:00:1743137701.047661 3613049 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-03-28 04:55:01.047666: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.052131 3613049 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0000 00:00:1743137701.052146 3613049 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0000 00:00:1743137701.052150 3613049 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0000 00:00:1743137701.052153 3613049 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0000 00:00:1743137701.052156 3613049 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0000 00:00:1743137701.052159 3613049 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0000 00:00:1743137701.052162 3613049 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0000 00:00:1743137701.052165 3613049 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0000 00:00:1743137701.052168 3613049 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0000 00:00:1743137701.052171 3613049 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-03-28 04:55:01.052176: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.056667 3613049 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0000 00:00:1743137701.056685 3613049 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0000 00:00:1743137701.056688 3613049 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0000 00:00:1743137701.056693 3613049 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0000 00:00:1743137701.056696 3613049 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0000 00:00:1743137701.056699 3613049 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0000 00:00:1743137701.056702 3613049 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0000 00:00:1743137701.056705 3613049 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0000 00:00:1743137701.056708 3613049 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0000 00:00:1743137701.056711 3613049 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-03-28 04:55:01.056716: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.061205 3613049 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0000 00:00:1743137701.061223 3613049 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0000 00:00:1743137701.061226 3613049 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0000 00:00:1743137701.061229 3613049 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0000 00:00:1743137701.061232 3613049 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0000 00:00:1743137701.061235 3613049 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0000 00:00:1743137701.061238 3613049 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0000 00:00:1743137701.061241 3613049 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0000 00:00:1743137701.061244 3613049 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0000 00:00:1743137701.061247 3613049 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-03-28 04:55:01.061253: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.065697 3613049 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0000 00:00:1743137701.065713 3613049 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0000 00:00:1743137701.065716 3613049 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0000 00:00:1743137701.065719 3613049 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0000 00:00:1743137701.065722 3613049 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0000 00:00:1743137701.065725 3613049 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0000 00:00:1743137701.065728 3613049 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0000 00:00:1743137701.065731 3613049 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0000 00:00:1743137701.065734 3613049 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0000 00:00:1743137701.065737 3613049 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-03-28 04:55:01.065742: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.070106 3613049 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0000 00:00:1743137701.070122 3613049 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0000 00:00:1743137701.070125 3613049 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0000 00:00:1743137701.070128 3613049 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0000 00:00:1743137701.070131 3613049 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0000 00:00:1743137701.070135 3613049 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0000 00:00:1743137701.070138 3613049 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0000 00:00:1743137701.070143 3613049 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0000 00:00:1743137701.070146 3613049 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0000 00:00:1743137701.070149 3613049 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-03-28 04:55:01.070154: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.074798 3613049 buffer_comparator.cc:156] Difference at 128: 0, expected 1099.62
E0000 00:00:1743137701.074813 3613049 buffer_comparator.cc:156] Difference at 129: 0, expected 1084.13
E0000 00:00:1743137701.074816 3613049 buffer_comparator.cc:156] Difference at 130: 0, expected 1112.78
E0000 00:00:1743137701.074819 3613049 buffer_comparator.cc:156] Difference at 131: 0, expected 1094.63
E0000 00:00:1743137701.074822 3613049 buffer_comparator.cc:156] Difference at 132: 0, expected 1088.07
E0000 00:00:1743137701.074825 3613049 buffer_comparator.cc:156] Difference at 133: 0, expected 1107.65
E0000 00:00:1743137701.074828 3613049 buffer_comparator.cc:156] Difference at 134: 0, expected 1101.24
E0000 00:00:1743137701.074831 3613049 buffer_comparator.cc:156] Difference at 135: 0, expected 1110.56
E0000 00:00:1743137701.074834 3613049 buffer_comparator.cc:156] Difference at 136: 0, expected 1080.81
E0000 00:00:1743137701.074837 3613049 buffer_comparator.cc:156] Difference at 137: 0, expected 1091.15
2025-03-28 04:55:01.074842: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.079339 3613049 buffer_comparator.cc:156] Difference at 256: 0, expected 1091.26
E0000 00:00:1743137701.079354 3613049 buffer_comparator.cc:156] Difference at 257: 0, expected 1117.91
E0000 00:00:1743137701.079357 3613049 buffer_comparator.cc:156] Difference at 258: 0, expected 1086.11
E0000 00:00:1743137701.079360 3613049 buffer_comparator.cc:156] Difference at 259: 0, expected 1095.59
E0000 00:00:1743137701.079363 3613049 buffer_comparator.cc:156] Difference at 260: 0, expected 1098.42
E0000 00:00:1743137701.079366 3613049 buffer_comparator.cc:156] Difference at 261: 0, expected 1113.28
E0000 00:00:1743137701.079369 3613049 buffer_comparator.cc:156] Difference at 262: 0, expected 1088.03
E0000 00:00:1743137701.079372 3613049 buffer_comparator.cc:156] Difference at 263: 0, expected 1093.88
E0000 00:00:1743137701.079375 3613049 buffer_comparator.cc:156] Difference at 264: 0, expected 1115.18
E0000 00:00:1743137701.079378 3613049 buffer_comparator.cc:156] Difference at 265: 0, expected 1104.89
2025-03-28 04:55:01.079383: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.085724 3613049 buffer_comparator.cc:156] Difference at 64: 0.36484, expected 357.295
E0000 00:00:1743137701.085741 3613049 buffer_comparator.cc:156] Difference at 65: 0.822326, expected 365.079
E0000 00:00:1743137701.085745 3613049 buffer_comparator.cc:156] Difference at 66: 0.216535, expected 364.297
E0000 00:00:1743137701.085748 3613049 buffer_comparator.cc:156] Difference at 67: 0.722903, expected 356.584
E0000 00:00:1743137701.085751 3613049 buffer_comparator.cc:156] Difference at 68: 0.636538, expected 350.44
E0000 00:00:1743137701.085754 3613049 buffer_comparator.cc:156] Difference at 69: 0.925858, expected 355.742
E0000 00:00:1743137701.085758 3613049 buffer_comparator.cc:156] Difference at 70: 0.313245, expected 347.459
E0000 00:00:1743137701.085761 3613049 buffer_comparator.cc:156] Difference at 71: 0.492639, expected 364.613
E0000 00:00:1743137701.085764 3613049 buffer_comparator.cc:156] Difference at 72: 0.410645, expected 362.734
E0000 00:00:1743137701.085767 3613049 buffer_comparator.cc:156] Difference at 73: 0.654883, expected 362.087
2025-03-28 04:55:01.085773: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.089189 3613049 buffer_comparator.cc:156] Difference at 128: 0.307547, expected 364.049
E0000 00:00:1743137701.089204 3613049 buffer_comparator.cc:156] Difference at 129: 0.0477873, expected 361.655
E0000 00:00:1743137701.089207 3613049 buffer_comparator.cc:156] Difference at 130: 0.811195, expected 358.35
E0000 00:00:1743137701.089211 3613049 buffer_comparator.cc:156] Difference at 131: 0.0539777, expected 355.757
E0000 00:00:1743137701.089214 3613049 buffer_comparator.cc:156] Difference at 132: 0.776588, expected 352.498
E0000 00:00:1743137701.089217 3613049 buffer_comparator.cc:156] Difference at 133: 0.020618, expected 344.673
E0000 00:00:1743137701.089220 3613049 buffer_comparator.cc:156] Difference at 134: 0.695412, expected 365.306
E0000 00:00:1743137701.089223 3613049 buffer_comparator.cc:156] Difference at 135: 0.681479, expected 365.162
E0000 00:00:1743137701.089226 3613049 buffer_comparator.cc:156] Difference at 136: 0.856231, expected 366.674
E0000 00:00:1743137701.089229 3613049 buffer_comparator.cc:156] Difference at 137: 0.598629, expected 357.638
2025-03-28 04:55:01.089234: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.092512 3613049 buffer_comparator.cc:156] Difference at 128: 0.307547, expected 364.049
E0000 00:00:1743137701.092529 3613049 buffer_comparator.cc:156] Difference at 129: 0.0477873, expected 361.655
E0000 00:00:1743137701.092533 3613049 buffer_comparator.cc:156] Difference at 130: 0.811195, expected 358.35
E0000 00:00:1743137701.092536 3613049 buffer_comparator.cc:156] Difference at 131: 0.0539777, expected 355.757
E0000 00:00:1743137701.092539 3613049 buffer_comparator.cc:156] Difference at 132: 0.776588, expected 352.498
E0000 00:00:1743137701.092542 3613049 buffer_comparator.cc:156] Difference at 133: 0.020618, expected 344.673
E0000 00:00:1743137701.092545 3613049 buffer_comparator.cc:156] Difference at 134: 0.695412, expected 365.306
E0000 00:00:1743137701.092548 3613049 buffer_comparator.cc:156] Difference at 135: 0.681479, expected 365.162
E0000 00:00:1743137701.092551 3613049 buffer_comparator.cc:156] Difference at 136: 0.856231, expected 366.674
E0000 00:00:1743137701.092554 3613049 buffer_comparator.cc:156] Difference at 137: 0.598629, expected 357.638
2025-03-28 04:55:01.092559: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.096004 3613049 buffer_comparator.cc:156] Difference at 128: 0.307547, expected 364.049
E0000 00:00:1743137701.096018 3613049 buffer_comparator.cc:156] Difference at 129: 0.0477873, expected 361.655
E0000 00:00:1743137701.096022 3613049 buffer_comparator.cc:156] Difference at 130: 0.811195, expected 358.35
E0000 00:00:1743137701.096025 3613049 buffer_comparator.cc:156] Difference at 131: 0.0539777, expected 355.757
E0000 00:00:1743137701.096028 3613049 buffer_comparator.cc:156] Difference at 132: 0.776588, expected 352.498
E0000 00:00:1743137701.096031 3613049 buffer_comparator.cc:156] Difference at 133: 0.020618, expected 344.673
E0000 00:00:1743137701.096034 3613049 buffer_comparator.cc:156] Difference at 134: 0.695412, expected 365.306
E0000 00:00:1743137701.096037 3613049 buffer_comparator.cc:156] Difference at 135: 0.681479, expected 365.162
E0000 00:00:1743137701.096041 3613049 buffer_comparator.cc:156] Difference at 136: 0.856231, expected 366.674
E0000 00:00:1743137701.096044 3613049 buffer_comparator.cc:156] Difference at 137: 0.598629, expected 357.638
2025-03-28 04:55:01.096048: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.099276 3613049 buffer_comparator.cc:156] Difference at 128: 0.307547, expected 364.049
E0000 00:00:1743137701.099291 3613049 buffer_comparator.cc:156] Difference at 129: 0.0477873, expected 361.655
E0000 00:00:1743137701.099295 3613049 buffer_comparator.cc:156] Difference at 130: 0.811195, expected 358.35
E0000 00:00:1743137701.099298 3613049 buffer_comparator.cc:156] Difference at 131: 0.0539777, expected 355.757
E0000 00:00:1743137701.099301 3613049 buffer_comparator.cc:156] Difference at 132: 0.776588, expected 352.498
E0000 00:00:1743137701.099304 3613049 buffer_comparator.cc:156] Difference at 133: 0.020618, expected 344.673
E0000 00:00:1743137701.099307 3613049 buffer_comparator.cc:156] Difference at 134: 0.695412, expected 365.306
E0000 00:00:1743137701.099310 3613049 buffer_comparator.cc:156] Difference at 135: 0.681479, expected 365.162
E0000 00:00:1743137701.099313 3613049 buffer_comparator.cc:156] Difference at 136: 0.856231, expected 366.674
E0000 00:00:1743137701.099316 3613049 buffer_comparator.cc:156] Difference at 137: 0.598629, expected 357.638
2025-03-28 04:55:01.099321: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.102651 3613049 buffer_comparator.cc:156] Difference at 128: 0.307547, expected 364.049
E0000 00:00:1743137701.102668 3613049 buffer_comparator.cc:156] Difference at 129: 0.0477873, expected 361.655
E0000 00:00:1743137701.102671 3613049 buffer_comparator.cc:156] Difference at 130: 0.811195, expected 358.35
E0000 00:00:1743137701.102674 3613049 buffer_comparator.cc:156] Difference at 131: 0.0539777, expected 355.757
E0000 00:00:1743137701.102677 3613049 buffer_comparator.cc:156] Difference at 132: 0.776588, expected 352.498
E0000 00:00:1743137701.102680 3613049 buffer_comparator.cc:156] Difference at 133: 0.020618, expected 344.673
E0000 00:00:1743137701.102684 3613049 buffer_comparator.cc:156] Difference at 134: 0.695412, expected 365.306
E0000 00:00:1743137701.102687 3613049 buffer_comparator.cc:156] Difference at 135: 0.681479, expected 365.162
E0000 00:00:1743137701.102690 3613049 buffer_comparator.cc:156] Difference at 136: 0.856231, expected 366.674
E0000 00:00:1743137701.102693 3613049 buffer_comparator.cc:156] Difference at 137: 0.598629, expected 357.638
2025-03-28 04:55:01.102698: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137701.105964 3613049 buffer_comparator.cc:156] Difference at 128: 0.307547, expected 364.049
E0000 00:00:1743137701.105979 3613049 buffer_comparator.cc:156] Difference at 129: 0.0477873, expected 361.655
E0000 00:00:1743137701.105983 3613049 buffer_comparator.cc:156] Difference at 130: 0.811195, expected 358.35
E0000 00:00:1743137701.105986 3613049 buffer_comparator.cc:156] Difference at 131: 0.0539777, expected 355.757
E0000 00:00:1743137701.105989 3613049 buffer_comparator.cc:156] Difference at 132: 0.776588, expected 352.498
E0000 00:00:1743137701.105992 3613049 buffer_comparator.cc:156] Difference at 133: 0.020618, expected 344.673
E0000 00:00:1743137701.105995 3613049 buffer_comparator.cc:156] Difference at 134: 0.695412, expected 365.306
E0000 00:00:1743137701.105998 3613049 buffer_comparator.cc:156] Difference at 135: 0.681479, expected 365.162
E0000 00:00:1743137701.106001 3613049 buffer_comparator.cc:156] Difference at 136: 0.856231, expected 366.674
E0000 00:00:1743137701.106004 3613049 buffer_comparator.cc:156] Difference at 137: 0.598629, expected 357.638
2025-03-28 04:55:01.106009: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
Epoch 1 Train Loss: 16.479023 Train Acc: 22.1429% Val Loss: 7.208969 Val Acc: 26.4000%
Epoch 2 Train Loss: 9.134653 Train Acc: 24.2857% Val Loss: 3.228315 Val Acc: 30.2000%
Epoch 3 Train Loss: 3.836942 Train Acc: 42.8571% Val Loss: 2.160700 Val Acc: 37.0000%
Epoch 4 Train Loss: 2.160654 Train Acc: 53.5714% Val Loss: 1.997906 Val Acc: 39.6000%
Epoch 5 Train Loss: 1.616191 Train Acc: 56.4286% Val Loss: 1.989789 Val Acc: 44.4000%
Epoch 6 Train Loss: 1.470196 Train Acc: 67.1429% Val Loss: 1.802234 Val Acc: 48.6000%
Epoch 7 Train Loss: 1.310944 Train Acc: 72.1429% Val Loss: 1.625164 Val Acc: 55.0000%
Epoch 8 Train Loss: 1.178170 Train Acc: 75.7143% Val Loss: 1.554824 Val Acc: 59.6000%
Epoch 9 Train Loss: 1.067623 Train Acc: 73.5714% Val Loss: 1.562868 Val Acc: 59.8000%
Epoch 10 Train Loss: 0.995323 Train Acc: 69.2857% Val Loss: 1.629615 Val Acc: 57.0000%
Epoch 11 Train Loss: 1.071128 Train Acc: 76.4286% Val Loss: 1.566760 Val Acc: 62.0000%
Epoch 12 Train Loss: 0.873469 Train Acc: 79.2857% Val Loss: 1.571972 Val Acc: 62.8000%
Epoch 13 Train Loss: 0.813223 Train Acc: 80.0000% Val Loss: 1.607681 Val Acc: 61.6000%
Epoch 14 Train Loss: 0.775299 Train Acc: 81.4286% Val Loss: 1.656943 Val Acc: 60.4000%
Epoch 15 Train Loss: 0.736060 Train Acc: 81.4286% Val Loss: 1.683692 Val Acc: 59.4000%
Epoch 16 Train Loss: 0.698193 Train Acc: 82.8571% Val Loss: 1.667407 Val Acc: 60.2000%
Epoch 17 Train Loss: 0.642466 Train Acc: 84.2857% Val Loss: 1.621505 Val Acc: 61.6000%
Epoch 18 Train Loss: 0.578967 Train Acc: 85.7143% Val Loss: 1.577481 Val Acc: 63.2000%
Epoch 19 Train Loss: 0.548247 Train Acc: 85.7143% Val Loss: 1.551736 Val Acc: 64.0000%
Epoch 20 Train Loss: 0.543038 Train Acc: 85.7143% Val Loss: 1.536796 Val Acc: 65.4000%
Epoch 21 Train Loss: 0.509919 Train Acc: 87.8571% Val Loss: 1.540252 Val Acc: 66.0000%
Epoch 22 Train Loss: 0.473350 Train Acc: 87.1429% Val Loss: 1.560919 Val Acc: 66.4000%
Epoch 23 Train Loss: 0.451077 Train Acc: 87.8571% Val Loss: 1.593073 Val Acc: 65.8000%
Epoch 24 Train Loss: 0.434958 Train Acc: 89.2857% Val Loss: 1.627619 Val Acc: 66.0000%
Epoch 25 Train Loss: 0.425355 Train Acc: 89.2857% Val Loss: 1.652281 Val Acc: 66.6000%
Epoch 26 Train Loss: 0.415885 Train Acc: 89.2857% Val Loss: 1.660313 Val Acc: 67.2000%
Epoch 27 Train Loss: 0.400230 Train Acc: 90.0000% Val Loss: 1.653301 Val Acc: 67.8000%
Epoch 28 Train Loss: 0.380919 Train Acc: 91.4286% Val Loss: 1.640168 Val Acc: 67.0000%
Epoch 29 Train Loss: 0.364435 Train Acc: 91.4286% Val Loss: 1.627338 Val Acc: 67.0000%
Epoch 30 Train Loss: 0.351188 Train Acc: 91.4286% Val Loss: 1.617014 Val Acc: 67.2000%
Epoch 31 Train Loss: 0.340014 Train Acc: 92.1429% Val Loss: 1.612583 Val Acc: 67.2000%
Epoch 32 Train Loss: 0.329845 Train Acc: 92.1429% Val Loss: 1.612321 Val Acc: 67.2000%
Epoch 33 Train Loss: 0.320349 Train Acc: 92.1429% Val Loss: 1.616514 Val Acc: 67.0000%
Epoch 34 Train Loss: 0.311384 Train Acc: 92.1429% Val Loss: 1.623893 Val Acc: 66.6000%
Epoch 35 Train Loss: 0.303003 Train Acc: 92.8571% Val Loss: 1.635190 Val Acc: 66.4000%
Epoch 36 Train Loss: 0.294817 Train Acc: 92.8571% Val Loss: 1.649328 Val Acc: 66.4000%
Epoch 37 Train Loss: 0.286899 Train Acc: 93.5714% Val Loss: 1.665378 Val Acc: 66.6000%
Epoch 38 Train Loss: 0.279175 Train Acc: 93.5714% Val Loss: 1.681775 Val Acc: 66.8000%
Epoch 39 Train Loss: 0.271542 Train Acc: 93.5714% Val Loss: 1.699716 Val Acc: 66.8000%
Epoch 40 Train Loss: 0.264172 Train Acc: 93.5714% Val Loss: 1.718057 Val Acc: 66.4000%
Early Stopping at Epoch 40
2025-03-28 04:56:04.496506: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_33', 4 bytes spill stores, 4 bytes spill loads
2025-03-28 04:56:04.738921: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_33', 24 bytes spill stores, 24 bytes spill loads
2025-03-28 04:56:05.576619: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_33', 156 bytes spill stores, 156 bytes spill loads
E0000 00:00:1743137765.584598 3613049 buffer_comparator.cc:156] Difference at 112: 491.274, expected 949.794
E0000 00:00:1743137765.584672 3613049 buffer_comparator.cc:156] Difference at 113: 739.764, expected 1213.31
E0000 00:00:1743137765.584681 3613049 buffer_comparator.cc:156] Difference at 114: 647.819, expected 1837.45
E0000 00:00:1743137765.584688 3613049 buffer_comparator.cc:156] Difference at 115: 452.429, expected 1600.28
E0000 00:00:1743137765.584696 3613049 buffer_comparator.cc:156] Difference at 116: 720.609, expected 1117.21
E0000 00:00:1743137765.584703 3613049 buffer_comparator.cc:156] Difference at 117: 520.117, expected 1790.84
E0000 00:00:1743137765.584711 3613049 buffer_comparator.cc:156] Difference at 118: 366.392, expected 1291.05
E0000 00:00:1743137765.584718 3613049 buffer_comparator.cc:156] Difference at 119: 475.884, expected 943.247
E0000 00:00:1743137765.584725 3613049 buffer_comparator.cc:156] Difference at 120: 710.718, expected 1198.87
E0000 00:00:1743137765.584732 3613049 buffer_comparator.cc:156] Difference at 121: 624.258, expected 1820.16
2025-03-28 04:56:05.584747: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.588130 3613049 buffer_comparator.cc:156] Difference at 112: 491.274, expected 949.794
E0000 00:00:1743137765.588166 3613049 buffer_comparator.cc:156] Difference at 113: 739.764, expected 1213.31
E0000 00:00:1743137765.588174 3613049 buffer_comparator.cc:156] Difference at 114: 647.819, expected 1837.45
E0000 00:00:1743137765.588182 3613049 buffer_comparator.cc:156] Difference at 115: 452.429, expected 1600.28
E0000 00:00:1743137765.588189 3613049 buffer_comparator.cc:156] Difference at 116: 720.609, expected 1117.21
E0000 00:00:1743137765.588196 3613049 buffer_comparator.cc:156] Difference at 117: 520.117, expected 1790.84
E0000 00:00:1743137765.588204 3613049 buffer_comparator.cc:156] Difference at 118: 366.392, expected 1291.05
E0000 00:00:1743137765.588211 3613049 buffer_comparator.cc:156] Difference at 119: 475.884, expected 943.247
E0000 00:00:1743137765.588218 3613049 buffer_comparator.cc:156] Difference at 120: 710.718, expected 1198.87
E0000 00:00:1743137765.588225 3613049 buffer_comparator.cc:156] Difference at 121: 624.258, expected 1820.16
2025-03-28 04:56:05.588237: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.591580 3613049 buffer_comparator.cc:156] Difference at 112: 491.274, expected 949.794
E0000 00:00:1743137765.591597 3613049 buffer_comparator.cc:156] Difference at 113: 739.764, expected 1213.31
E0000 00:00:1743137765.591600 3613049 buffer_comparator.cc:156] Difference at 114: 647.819, expected 1837.45
E0000 00:00:1743137765.591603 3613049 buffer_comparator.cc:156] Difference at 115: 452.429, expected 1600.28
E0000 00:00:1743137765.591607 3613049 buffer_comparator.cc:156] Difference at 116: 720.609, expected 1117.21
E0000 00:00:1743137765.591610 3613049 buffer_comparator.cc:156] Difference at 117: 520.117, expected 1790.84
E0000 00:00:1743137765.591613 3613049 buffer_comparator.cc:156] Difference at 118: 366.392, expected 1291.05
E0000 00:00:1743137765.591616 3613049 buffer_comparator.cc:156] Difference at 119: 475.884, expected 943.247
E0000 00:00:1743137765.591622 3613049 buffer_comparator.cc:156] Difference at 120: 710.718, expected 1198.87
E0000 00:00:1743137765.591625 3613049 buffer_comparator.cc:156] Difference at 121: 624.258, expected 1820.16
2025-03-28 04:56:05.591630: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.594714 3613049 buffer_comparator.cc:156] Difference at 112: 491.274, expected 949.794
E0000 00:00:1743137765.594732 3613049 buffer_comparator.cc:156] Difference at 113: 739.764, expected 1213.31
E0000 00:00:1743137765.594736 3613049 buffer_comparator.cc:156] Difference at 114: 647.819, expected 1837.45
E0000 00:00:1743137765.594739 3613049 buffer_comparator.cc:156] Difference at 115: 452.429, expected 1600.28
E0000 00:00:1743137765.594743 3613049 buffer_comparator.cc:156] Difference at 116: 720.609, expected 1117.21
E0000 00:00:1743137765.594746 3613049 buffer_comparator.cc:156] Difference at 117: 520.117, expected 1790.84
E0000 00:00:1743137765.594749 3613049 buffer_comparator.cc:156] Difference at 118: 366.392, expected 1291.05
E0000 00:00:1743137765.594752 3613049 buffer_comparator.cc:156] Difference at 119: 475.884, expected 943.247
E0000 00:00:1743137765.594755 3613049 buffer_comparator.cc:156] Difference at 120: 710.718, expected 1198.87
E0000 00:00:1743137765.594759 3613049 buffer_comparator.cc:156] Difference at 121: 624.258, expected 1820.16
2025-03-28 04:56:05.594764: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.597857 3613049 buffer_comparator.cc:156] Difference at 112: 491.274, expected 949.794
E0000 00:00:1743137765.597872 3613049 buffer_comparator.cc:156] Difference at 113: 739.764, expected 1213.31
E0000 00:00:1743137765.597875 3613049 buffer_comparator.cc:156] Difference at 114: 647.819, expected 1837.45
E0000 00:00:1743137765.597878 3613049 buffer_comparator.cc:156] Difference at 115: 452.429, expected 1600.28
E0000 00:00:1743137765.597882 3613049 buffer_comparator.cc:156] Difference at 116: 720.609, expected 1117.21
E0000 00:00:1743137765.597885 3613049 buffer_comparator.cc:156] Difference at 117: 520.117, expected 1790.84
E0000 00:00:1743137765.597888 3613049 buffer_comparator.cc:156] Difference at 118: 366.392, expected 1291.05
E0000 00:00:1743137765.597891 3613049 buffer_comparator.cc:156] Difference at 119: 475.884, expected 943.247
E0000 00:00:1743137765.597894 3613049 buffer_comparator.cc:156] Difference at 120: 710.718, expected 1198.87
E0000 00:00:1743137765.597897 3613049 buffer_comparator.cc:156] Difference at 121: 624.258, expected 1820.16
2025-03-28 04:56:05.597903: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.601000 3613049 buffer_comparator.cc:156] Difference at 112: 491.274, expected 949.794
E0000 00:00:1743137765.601014 3613049 buffer_comparator.cc:156] Difference at 113: 739.764, expected 1213.31
E0000 00:00:1743137765.601021 3613049 buffer_comparator.cc:156] Difference at 114: 647.819, expected 1837.45
E0000 00:00:1743137765.601024 3613049 buffer_comparator.cc:156] Difference at 115: 452.429, expected 1600.28
E0000 00:00:1743137765.601027 3613049 buffer_comparator.cc:156] Difference at 116: 720.609, expected 1117.21
E0000 00:00:1743137765.601030 3613049 buffer_comparator.cc:156] Difference at 117: 520.117, expected 1790.84
E0000 00:00:1743137765.601034 3613049 buffer_comparator.cc:156] Difference at 118: 366.392, expected 1291.05
E0000 00:00:1743137765.601037 3613049 buffer_comparator.cc:156] Difference at 119: 475.884, expected 943.247
E0000 00:00:1743137765.601040 3613049 buffer_comparator.cc:156] Difference at 120: 710.718, expected 1198.87
E0000 00:00:1743137765.601043 3613049 buffer_comparator.cc:156] Difference at 121: 624.258, expected 1820.16
2025-03-28 04:56:05.601050: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.604083 3613049 buffer_comparator.cc:156] Difference at 224: 474.076, expected 942.349
E0000 00:00:1743137765.604097 3613049 buffer_comparator.cc:156] Difference at 225: 706.778, expected 1208.53
E0000 00:00:1743137765.604100 3613049 buffer_comparator.cc:156] Difference at 226: 619.638, expected 1824.95
E0000 00:00:1743137765.604104 3613049 buffer_comparator.cc:156] Difference at 227: 429.558, expected 1592.16
E0000 00:00:1743137765.604107 3613049 buffer_comparator.cc:156] Difference at 228: 687.576, expected 1119.85
E0000 00:00:1743137765.604110 3613049 buffer_comparator.cc:156] Difference at 229: 493.772, expected 1778.8
E0000 00:00:1743137765.604113 3613049 buffer_comparator.cc:156] Difference at 230: 364.686, expected 1283.29
E0000 00:00:1743137765.604116 3613049 buffer_comparator.cc:156] Difference at 231: 476.353, expected 935.377
E0000 00:00:1743137765.604119 3613049 buffer_comparator.cc:156] Difference at 232: 716.397, expected 1192.73
E0000 00:00:1743137765.604122 3613049 buffer_comparator.cc:156] Difference at 233: 619.223, expected 1803.14
2025-03-28 04:56:05.604127: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.607133 3613049 buffer_comparator.cc:156] Difference at 225: 1429.96, expected 1208.53
E0000 00:00:1743137765.607146 3613049 buffer_comparator.cc:156] Difference at 226: 1251.98, expected 1824.95
E0000 00:00:1743137765.607149 3613049 buffer_comparator.cc:156] Difference at 227: 872.927, expected 1592.16
E0000 00:00:1743137765.607152 3613049 buffer_comparator.cc:156] Difference at 228: 1392.16, expected 1119.85
E0000 00:00:1743137765.607156 3613049 buffer_comparator.cc:156] Difference at 229: 994.073, expected 1778.8
E0000 00:00:1743137765.607159 3613049 buffer_comparator.cc:156] Difference at 230: 754.206, expected 1283.29
E0000 00:00:1743137765.607162 3613049 buffer_comparator.cc:156] Difference at 232: 1451.91, expected 1192.73
E0000 00:00:1743137765.607165 3613049 buffer_comparator.cc:156] Difference at 233: 1262.29, expected 1803.14
E0000 00:00:1743137765.607168 3613049 buffer_comparator.cc:156] Difference at 234: 889.008, expected 1571.89
E0000 00:00:1743137765.607171 3613049 buffer_comparator.cc:156] Difference at 235: 1418.52, expected 1102.22
2025-03-28 04:56:05.607176: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.610214 3613049 buffer_comparator.cc:156] Difference at 225: 1429.96, expected 1208.53
E0000 00:00:1743137765.610229 3613049 buffer_comparator.cc:156] Difference at 226: 1251.98, expected 1824.95
E0000 00:00:1743137765.610233 3613049 buffer_comparator.cc:156] Difference at 227: 872.927, expected 1592.16
E0000 00:00:1743137765.610236 3613049 buffer_comparator.cc:156] Difference at 228: 1392.16, expected 1119.85
E0000 00:00:1743137765.610239 3613049 buffer_comparator.cc:156] Difference at 229: 994.073, expected 1778.8
E0000 00:00:1743137765.610243 3613049 buffer_comparator.cc:156] Difference at 230: 754.206, expected 1283.29
E0000 00:00:1743137765.610246 3613049 buffer_comparator.cc:156] Difference at 232: 1451.91, expected 1192.73
E0000 00:00:1743137765.610249 3613049 buffer_comparator.cc:156] Difference at 233: 1262.29, expected 1803.14
E0000 00:00:1743137765.610252 3613049 buffer_comparator.cc:156] Difference at 234: 889.008, expected 1571.89
E0000 00:00:1743137765.610255 3613049 buffer_comparator.cc:156] Difference at 235: 1418.52, expected 1102.22
2025-03-28 04:56:05.610260: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.613306 3613049 buffer_comparator.cc:156] Difference at 449: 1453.3, expected 1198.64
E0000 00:00:1743137765.613318 3613049 buffer_comparator.cc:156] Difference at 450: 1279.09, expected 1813.5
E0000 00:00:1743137765.613321 3613049 buffer_comparator.cc:156] Difference at 451: 886.266, expected 1575.24
E0000 00:00:1743137765.613325 3613049 buffer_comparator.cc:156] Difference at 452: 1425.28, expected 1104.71
E0000 00:00:1743137765.613328 3613049 buffer_comparator.cc:156] Difference at 453: 1023.45, expected 1764.88
E0000 00:00:1743137765.613331 3613049 buffer_comparator.cc:156] Difference at 454: 741.257, expected 1269.7
E0000 00:00:1743137765.613334 3613049 buffer_comparator.cc:156] Difference at 456: 1427.19, expected 1213.59
E0000 00:00:1743137765.613337 3613049 buffer_comparator.cc:156] Difference at 457: 1244.7, expected 1821.28
E0000 00:00:1743137765.613340 3613049 buffer_comparator.cc:156] Difference at 458: 874.06, expected 1595.74
E0000 00:00:1743137765.613344 3613049 buffer_comparator.cc:156] Difference at 459: 1393.56, expected 1114.22
2025-03-28 04:56:05.613348: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.616380 3613049 buffer_comparator.cc:156] Difference at 7: 1058.92, expected 951.955
E0000 00:00:1743137765.616394 3613049 buffer_comparator.cc:156] Difference at 11: 1263.92, expected 1121.95
E0000 00:00:1743137765.616398 3613049 buffer_comparator.cc:156] Difference at 179: 1223.75, expected 1098.81
E0000 00:00:1743137765.616402 3613049 buffer_comparator.cc:156] Difference at 266: 1047.35, expected 934.417
E0000 00:00:1743137765.616405 3613049 buffer_comparator.cc:156] Difference at 270: 1246.8, expected 1101.55
E0000 00:00:1743137765.616409 3613049 buffer_comparator.cc:156] Difference at 417: 1222.47, expected 1095.88
E0000 00:00:1743137765.616413 3613049 buffer_comparator.cc:156] Difference at 449: 1453.3, expected 1198.64
E0000 00:00:1743137765.616416 3613049 buffer_comparator.cc:156] Difference at 450: 1279.09, expected 1813.5
E0000 00:00:1743137765.616419 3613049 buffer_comparator.cc:156] Difference at 451: 886.266, expected 1575.24
E0000 00:00:1743137765.616422 3613049 buffer_comparator.cc:156] Difference at 452: 1425.28, expected 1104.71
2025-03-28 04:56:05.616427: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.619436 3613049 buffer_comparator.cc:156] Difference at 449: 1453.3, expected 1198.64
E0000 00:00:1743137765.619453 3613049 buffer_comparator.cc:156] Difference at 450: 1279.09, expected 1813.5
E0000 00:00:1743137765.619456 3613049 buffer_comparator.cc:156] Difference at 451: 886.266, expected 1575.24
E0000 00:00:1743137765.619459 3613049 buffer_comparator.cc:156] Difference at 452: 1425.28, expected 1104.71
E0000 00:00:1743137765.619463 3613049 buffer_comparator.cc:156] Difference at 453: 1023.45, expected 1764.88
E0000 00:00:1743137765.619466 3613049 buffer_comparator.cc:156] Difference at 454: 741.257, expected 1269.7
E0000 00:00:1743137765.619469 3613049 buffer_comparator.cc:156] Difference at 456: 1427.19, expected 1213.59
E0000 00:00:1743137765.619472 3613049 buffer_comparator.cc:156] Difference at 457: 1244.7, expected 1821.28
E0000 00:00:1743137765.619475 3613049 buffer_comparator.cc:156] Difference at 458: 874.06, expected 1595.74
E0000 00:00:1743137765.619478 3613049 buffer_comparator.cc:156] Difference at 459: 1393.56, expected 1114.22
2025-03-28 04:56:05.619483: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.622507 3613049 buffer_comparator.cc:156] Difference at 449: 1453.3, expected 1198.64
E0000 00:00:1743137765.622524 3613049 buffer_comparator.cc:156] Difference at 450: 1279.09, expected 1813.5
E0000 00:00:1743137765.622527 3613049 buffer_comparator.cc:156] Difference at 451: 886.266, expected 1575.24
E0000 00:00:1743137765.622530 3613049 buffer_comparator.cc:156] Difference at 452: 1425.28, expected 1104.71
E0000 00:00:1743137765.622534 3613049 buffer_comparator.cc:156] Difference at 453: 1023.45, expected 1764.88
E0000 00:00:1743137765.622537 3613049 buffer_comparator.cc:156] Difference at 454: 741.257, expected 1269.7
E0000 00:00:1743137765.622540 3613049 buffer_comparator.cc:156] Difference at 456: 1427.19, expected 1213.59
E0000 00:00:1743137765.622543 3613049 buffer_comparator.cc:156] Difference at 457: 1244.7, expected 1821.28
E0000 00:00:1743137765.622546 3613049 buffer_comparator.cc:156] Difference at 458: 874.06, expected 1595.74
E0000 00:00:1743137765.622549 3613049 buffer_comparator.cc:156] Difference at 459: 1393.56, expected 1114.22
2025-03-28 04:56:05.622554: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.625565 3613049 buffer_comparator.cc:156] Difference at 449: 1453.3, expected 1198.64
E0000 00:00:1743137765.625579 3613049 buffer_comparator.cc:156] Difference at 450: 1279.09, expected 1813.5
E0000 00:00:1743137765.625582 3613049 buffer_comparator.cc:156] Difference at 451: 886.266, expected 1575.24
E0000 00:00:1743137765.625585 3613049 buffer_comparator.cc:156] Difference at 452: 1425.28, expected 1104.71
E0000 00:00:1743137765.625589 3613049 buffer_comparator.cc:156] Difference at 453: 1023.45, expected 1764.88
E0000 00:00:1743137765.625592 3613049 buffer_comparator.cc:156] Difference at 454: 741.257, expected 1269.7
E0000 00:00:1743137765.625595 3613049 buffer_comparator.cc:156] Difference at 456: 1427.19, expected 1213.59
E0000 00:00:1743137765.625598 3613049 buffer_comparator.cc:156] Difference at 457: 1244.7, expected 1821.28
E0000 00:00:1743137765.625601 3613049 buffer_comparator.cc:156] Difference at 458: 874.06, expected 1595.74
E0000 00:00:1743137765.625604 3613049 buffer_comparator.cc:156] Difference at 459: 1393.56, expected 1114.22
2025-03-28 04:56:05.625609: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.628609 3613049 buffer_comparator.cc:156] Difference at 449: 1453.3, expected 1198.64
E0000 00:00:1743137765.628627 3613049 buffer_comparator.cc:156] Difference at 450: 1279.09, expected 1813.5
E0000 00:00:1743137765.628630 3613049 buffer_comparator.cc:156] Difference at 451: 886.266, expected 1575.24
E0000 00:00:1743137765.628633 3613049 buffer_comparator.cc:156] Difference at 452: 1425.28, expected 1104.71
E0000 00:00:1743137765.628637 3613049 buffer_comparator.cc:156] Difference at 453: 1023.45, expected 1764.88
E0000 00:00:1743137765.628640 3613049 buffer_comparator.cc:156] Difference at 454: 741.257, expected 1269.7
E0000 00:00:1743137765.628643 3613049 buffer_comparator.cc:156] Difference at 456: 1427.19, expected 1213.59
E0000 00:00:1743137765.628646 3613049 buffer_comparator.cc:156] Difference at 457: 1244.7, expected 1821.28
E0000 00:00:1743137765.628649 3613049 buffer_comparator.cc:156] Difference at 458: 874.06, expected 1595.74
E0000 00:00:1743137765.628653 3613049 buffer_comparator.cc:156] Difference at 459: 1393.56, expected 1114.22
2025-03-28 04:56:05.628658: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.631794 3613049 buffer_comparator.cc:156] Difference at 897: 1448.31, expected 1218.67
E0000 00:00:1743137765.631807 3613049 buffer_comparator.cc:156] Difference at 898: 1259.31, expected 1826.8
E0000 00:00:1743137765.631810 3613049 buffer_comparator.cc:156] Difference at 899: 890.005, expected 1593.44
E0000 00:00:1743137765.631816 3613049 buffer_comparator.cc:156] Difference at 900: 1414.65, expected 1119.04
E0000 00:00:1743137765.631819 3613049 buffer_comparator.cc:156] Difference at 901: 1020.46, expected 1796.72
E0000 00:00:1743137765.631823 3613049 buffer_comparator.cc:156] Difference at 902: 745.849, expected 1279.87
E0000 00:00:1743137765.631826 3613049 buffer_comparator.cc:156] Difference at 904: 1440.8, expected 1202.98
E0000 00:00:1743137765.631829 3613049 buffer_comparator.cc:156] Difference at 905: 1259.53, expected 1817.42
E0000 00:00:1743137765.631832 3613049 buffer_comparator.cc:156] Difference at 906: 875.773, expected 1572.98
E0000 00:00:1743137765.631835 3613049 buffer_comparator.cc:156] Difference at 907: 1408.57, expected 1117.68
2025-03-28 04:56:05.631840: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.634934 3613049 buffer_comparator.cc:156] Difference at 897: 1448.31, expected 1218.67
E0000 00:00:1743137765.634947 3613049 buffer_comparator.cc:156] Difference at 898: 1259.31, expected 1826.8
E0000 00:00:1743137765.634958 3613049 buffer_comparator.cc:156] Difference at 899: 890.005, expected 1593.44
E0000 00:00:1743137765.634962 3613049 buffer_comparator.cc:156] Difference at 900: 1414.65, expected 1119.04
E0000 00:00:1743137765.634965 3613049 buffer_comparator.cc:156] Difference at 901: 1020.46, expected 1796.72
E0000 00:00:1743137765.634968 3613049 buffer_comparator.cc:156] Difference at 902: 745.849, expected 1279.87
E0000 00:00:1743137765.634972 3613049 buffer_comparator.cc:156] Difference at 904: 1440.8, expected 1202.98
E0000 00:00:1743137765.634975 3613049 buffer_comparator.cc:156] Difference at 905: 1259.53, expected 1817.42
E0000 00:00:1743137765.634978 3613049 buffer_comparator.cc:156] Difference at 906: 875.773, expected 1572.98
E0000 00:00:1743137765.634981 3613049 buffer_comparator.cc:156] Difference at 907: 1408.57, expected 1117.68
2025-03-28 04:56:05.634986: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.638027 3613049 buffer_comparator.cc:156] Difference at 897: 1448.31, expected 1218.67
E0000 00:00:1743137765.638040 3613049 buffer_comparator.cc:156] Difference at 898: 1259.31, expected 1826.8
E0000 00:00:1743137765.638043 3613049 buffer_comparator.cc:156] Difference at 899: 890.005, expected 1593.44
E0000 00:00:1743137765.638047 3613049 buffer_comparator.cc:156] Difference at 900: 1414.65, expected 1119.04
E0000 00:00:1743137765.638059 3613049 buffer_comparator.cc:156] Difference at 901: 1020.46, expected 1796.72
E0000 00:00:1743137765.638062 3613049 buffer_comparator.cc:156] Difference at 902: 745.849, expected 1279.87
E0000 00:00:1743137765.638065 3613049 buffer_comparator.cc:156] Difference at 904: 1440.8, expected 1202.98
E0000 00:00:1743137765.638069 3613049 buffer_comparator.cc:156] Difference at 905: 1259.53, expected 1817.42
E0000 00:00:1743137765.638072 3613049 buffer_comparator.cc:156] Difference at 906: 875.773, expected 1572.98
E0000 00:00:1743137765.638075 3613049 buffer_comparator.cc:156] Difference at 907: 1408.57, expected 1117.68
2025-03-28 04:56:05.638080: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.641114 3613049 buffer_comparator.cc:156] Difference at 896: 485.098, expected 958.133
E0000 00:00:1743137765.641127 3613049 buffer_comparator.cc:156] Difference at 897: 732.587, expected 1218.67
E0000 00:00:1743137765.641130 3613049 buffer_comparator.cc:156] Difference at 898: 635.29, expected 1826.8
E0000 00:00:1743137765.641134 3613049 buffer_comparator.cc:156] Difference at 899: 446.948, expected 1593.44
E0000 00:00:1743137765.641137 3613049 buffer_comparator.cc:156] Difference at 900: 712.745, expected 1119.04
E0000 00:00:1743137765.641142 3613049 buffer_comparator.cc:156] Difference at 901: 516.07, expected 1796.72
E0000 00:00:1743137765.641145 3613049 buffer_comparator.cc:156] Difference at 902: 373.095, expected 1279.87
E0000 00:00:1743137765.641148 3613049 buffer_comparator.cc:156] Difference at 903: 483.905, expected 941.483
E0000 00:00:1743137765.641151 3613049 buffer_comparator.cc:156] Difference at 904: 721.412, expected 1202.98
E0000 00:00:1743137765.641154 3613049 buffer_comparator.cc:156] Difference at 905: 633.571, expected 1817.42
2025-03-28 04:56:05.641159: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.644401 3613049 buffer_comparator.cc:156] Difference at 1792: 481.623, expected 926.783
E0000 00:00:1743137765.644414 3613049 buffer_comparator.cc:156] Difference at 1793: 723.158, expected 1190.76
E0000 00:00:1743137765.644417 3613049 buffer_comparator.cc:156] Difference at 1794: 627.801, expected 1807.71
E0000 00:00:1743137765.644421 3613049 buffer_comparator.cc:156] Difference at 1795: 438.191, expected 1565.59
E0000 00:00:1743137765.644424 3613049 buffer_comparator.cc:156] Difference at 1796: 703.772, expected 1101.05
E0000 00:00:1743137765.644427 3613049 buffer_comparator.cc:156] Difference at 1797: 500.743, expected 1756.22
E0000 00:00:1743137765.644430 3613049 buffer_comparator.cc:156] Difference at 1798: 384.438, expected 1272.35
E0000 00:00:1743137765.644433 3613049 buffer_comparator.cc:156] Difference at 1799: 502.463, expected 944.47
E0000 00:00:1743137765.644437 3613049 buffer_comparator.cc:156] Difference at 1800: 743.701, expected 1200.59
E0000 00:00:1743137765.644440 3613049 buffer_comparator.cc:156] Difference at 1801: 656.627, expected 1808.37
2025-03-28 04:56:05.644445: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.647665 3613049 buffer_comparator.cc:156] Difference at 1792: 481.623, expected 926.783
E0000 00:00:1743137765.647678 3613049 buffer_comparator.cc:156] Difference at 1793: 723.158, expected 1190.76
E0000 00:00:1743137765.647681 3613049 buffer_comparator.cc:156] Difference at 1794: 627.801, expected 1807.71
E0000 00:00:1743137765.647685 3613049 buffer_comparator.cc:156] Difference at 1795: 438.191, expected 1565.59
E0000 00:00:1743137765.647688 3613049 buffer_comparator.cc:156] Difference at 1796: 703.772, expected 1101.05
E0000 00:00:1743137765.647691 3613049 buffer_comparator.cc:156] Difference at 1797: 500.743, expected 1756.22
E0000 00:00:1743137765.647694 3613049 buffer_comparator.cc:156] Difference at 1798: 384.438, expected 1272.35
E0000 00:00:1743137765.647697 3613049 buffer_comparator.cc:156] Difference at 1799: 502.463, expected 944.47
E0000 00:00:1743137765.647701 3613049 buffer_comparator.cc:156] Difference at 1800: 743.701, expected 1200.59
E0000 00:00:1743137765.647704 3613049 buffer_comparator.cc:156] Difference at 1801: 656.627, expected 1808.37
2025-03-28 04:56:05.647709: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137765.650874 3613049 buffer_comparator.cc:156] Difference at 1792: 481.623, expected 926.783
E0000 00:00:1743137765.650887 3613049 buffer_comparator.cc:156] Difference at 1793: 723.158, expected 1190.76
E0000 00:00:1743137765.650891 3613049 buffer_comparator.cc:156] Difference at 1794: 627.801, expected 1807.71
E0000 00:00:1743137765.650895 3613049 buffer_comparator.cc:156] Difference at 1795: 438.191, expected 1565.59
E0000 00:00:1743137765.650898 3613049 buffer_comparator.cc:156] Difference at 1796: 703.772, expected 1101.05
E0000 00:00:1743137765.650901 3613049 buffer_comparator.cc:156] Difference at 1797: 500.743, expected 1756.22
E0000 00:00:1743137765.650904 3613049 buffer_comparator.cc:156] Difference at 1798: 384.438, expected 1272.35
E0000 00:00:1743137765.650921 3613049 buffer_comparator.cc:156] Difference at 1799: 502.463, expected 944.47
E0000 00:00:1743137765.650924 3613049 buffer_comparator.cc:156] Difference at 1800: 743.701, expected 1200.59
E0000 00:00:1743137765.650927 3613049 buffer_comparator.cc:156] Difference at 1801: 656.627, expected 1808.37
2025-03-28 04:56:05.650932: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
2025-03-28 04:56:06.797473: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_28', 156 bytes spill stores, 156 bytes spill loads
2025-03-28 04:56:07.385675: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_28', 24 bytes spill stores, 24 bytes spill loads
2025-03-28 04:56:07.543238: I external/xla/xla/stream_executor/cuda/subprocess_compilation.cc:346] ptxas warning : Registers are spilled to local memory in function 'gemm_fusion_dot_28', 4 bytes spill stores, 4 bytes spill loads
E0000 00:00:1743137767.579001 3613049 buffer_comparator.cc:156] Difference at 112: 0, expected 769.985
E0000 00:00:1743137767.579070 3613049 buffer_comparator.cc:156] Difference at 113: 0, expected 1100
E0000 00:00:1743137767.579079 3613049 buffer_comparator.cc:156] Difference at 114: 0, expected 1061.37
E0000 00:00:1743137767.579087 3613049 buffer_comparator.cc:156] Difference at 115: 0, expected 1558.2
E0000 00:00:1743137767.579094 3613049 buffer_comparator.cc:156] Difference at 116: 0, expected 1573.39
E0000 00:00:1743137767.579101 3613049 buffer_comparator.cc:156] Difference at 117: 0, expected 1297.47
E0000 00:00:1743137767.579107 3613049 buffer_comparator.cc:156] Difference at 118: 0, expected 880.235
E0000 00:00:1743137767.579114 3613049 buffer_comparator.cc:156] Difference at 119: 0, expected 764.244
E0000 00:00:1743137767.579121 3613049 buffer_comparator.cc:156] Difference at 120: 0, expected 1089.23
E0000 00:00:1743137767.579128 3613049 buffer_comparator.cc:156] Difference at 121: 0, expected 1044.63
2025-03-28 04:56:07.579145: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.582931 3613049 buffer_comparator.cc:156] Difference at 112: 0, expected 769.985
E0000 00:00:1743137767.582957 3613049 buffer_comparator.cc:156] Difference at 113: 0, expected 1100
E0000 00:00:1743137767.582960 3613049 buffer_comparator.cc:156] Difference at 114: 0, expected 1061.37
E0000 00:00:1743137767.582963 3613049 buffer_comparator.cc:156] Difference at 115: 0, expected 1558.2
E0000 00:00:1743137767.582966 3613049 buffer_comparator.cc:156] Difference at 116: 0, expected 1573.39
E0000 00:00:1743137767.582970 3613049 buffer_comparator.cc:156] Difference at 117: 0, expected 1297.47
E0000 00:00:1743137767.582973 3613049 buffer_comparator.cc:156] Difference at 118: 0, expected 880.235
E0000 00:00:1743137767.582976 3613049 buffer_comparator.cc:156] Difference at 119: 0, expected 764.244
E0000 00:00:1743137767.582979 3613049 buffer_comparator.cc:156] Difference at 120: 0, expected 1089.23
E0000 00:00:1743137767.582982 3613049 buffer_comparator.cc:156] Difference at 121: 0, expected 1044.63
2025-03-28 04:56:07.582989: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.586447 3613049 buffer_comparator.cc:156] Difference at 112: 0, expected 769.985
E0000 00:00:1743137767.586463 3613049 buffer_comparator.cc:156] Difference at 113: 0, expected 1100
E0000 00:00:1743137767.586467 3613049 buffer_comparator.cc:156] Difference at 114: 0, expected 1061.37
E0000 00:00:1743137767.586470 3613049 buffer_comparator.cc:156] Difference at 115: 0, expected 1558.2
E0000 00:00:1743137767.586475 3613049 buffer_comparator.cc:156] Difference at 116: 0, expected 1573.39
E0000 00:00:1743137767.586478 3613049 buffer_comparator.cc:156] Difference at 117: 0, expected 1297.47
E0000 00:00:1743137767.586481 3613049 buffer_comparator.cc:156] Difference at 118: 0, expected 880.235
E0000 00:00:1743137767.586485 3613049 buffer_comparator.cc:156] Difference at 119: 0, expected 764.244
E0000 00:00:1743137767.586488 3613049 buffer_comparator.cc:156] Difference at 120: 0, expected 1089.23
E0000 00:00:1743137767.586491 3613049 buffer_comparator.cc:156] Difference at 121: 0, expected 1044.63
2025-03-28 04:56:07.586495: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.589954 3613049 buffer_comparator.cc:156] Difference at 112: 0, expected 769.985
E0000 00:00:1743137767.589971 3613049 buffer_comparator.cc:156] Difference at 113: 0, expected 1100
E0000 00:00:1743137767.589975 3613049 buffer_comparator.cc:156] Difference at 114: 0, expected 1061.37
E0000 00:00:1743137767.589978 3613049 buffer_comparator.cc:156] Difference at 115: 0, expected 1558.2
E0000 00:00:1743137767.589981 3613049 buffer_comparator.cc:156] Difference at 116: 0, expected 1573.39
E0000 00:00:1743137767.589984 3613049 buffer_comparator.cc:156] Difference at 117: 0, expected 1297.47
E0000 00:00:1743137767.589987 3613049 buffer_comparator.cc:156] Difference at 118: 0, expected 880.235
E0000 00:00:1743137767.589990 3613049 buffer_comparator.cc:156] Difference at 119: 0, expected 764.244
E0000 00:00:1743137767.589993 3613049 buffer_comparator.cc:156] Difference at 120: 0, expected 1089.23
E0000 00:00:1743137767.589996 3613049 buffer_comparator.cc:156] Difference at 121: 0, expected 1044.63
2025-03-28 04:56:07.590001: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.593443 3613049 buffer_comparator.cc:156] Difference at 112: 0, expected 769.985
E0000 00:00:1743137767.593458 3613049 buffer_comparator.cc:156] Difference at 113: 0, expected 1100
E0000 00:00:1743137767.593461 3613049 buffer_comparator.cc:156] Difference at 114: 0, expected 1061.37
E0000 00:00:1743137767.593465 3613049 buffer_comparator.cc:156] Difference at 115: 0, expected 1558.2
E0000 00:00:1743137767.593468 3613049 buffer_comparator.cc:156] Difference at 116: 0, expected 1573.39
E0000 00:00:1743137767.593471 3613049 buffer_comparator.cc:156] Difference at 117: 0, expected 1297.47
E0000 00:00:1743137767.593474 3613049 buffer_comparator.cc:156] Difference at 118: 0, expected 880.235
E0000 00:00:1743137767.593477 3613049 buffer_comparator.cc:156] Difference at 119: 0, expected 764.244
E0000 00:00:1743137767.593480 3613049 buffer_comparator.cc:156] Difference at 120: 0, expected 1089.23
E0000 00:00:1743137767.593483 3613049 buffer_comparator.cc:156] Difference at 121: 0, expected 1044.63
2025-03-28 04:56:07.593488: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.597007 3613049 buffer_comparator.cc:156] Difference at 112: 0, expected 769.985
E0000 00:00:1743137767.597033 3613049 buffer_comparator.cc:156] Difference at 113: 0, expected 1100
E0000 00:00:1743137767.597036 3613049 buffer_comparator.cc:156] Difference at 114: 0, expected 1061.37
E0000 00:00:1743137767.597039 3613049 buffer_comparator.cc:156] Difference at 115: 0, expected 1558.2
E0000 00:00:1743137767.597042 3613049 buffer_comparator.cc:156] Difference at 116: 0, expected 1573.39
E0000 00:00:1743137767.597045 3613049 buffer_comparator.cc:156] Difference at 117: 0, expected 1297.47
E0000 00:00:1743137767.597049 3613049 buffer_comparator.cc:156] Difference at 118: 0, expected 880.235
E0000 00:00:1743137767.597052 3613049 buffer_comparator.cc:156] Difference at 119: 0, expected 764.244
E0000 00:00:1743137767.597057 3613049 buffer_comparator.cc:156] Difference at 120: 0, expected 1089.23
E0000 00:00:1743137767.597060 3613049 buffer_comparator.cc:156] Difference at 121: 0, expected 1044.63
2025-03-28 04:56:07.597066: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.600555 3613049 buffer_comparator.cc:156] Difference at 224: 0, expected 745.838
E0000 00:00:1743137767.600579 3613049 buffer_comparator.cc:156] Difference at 225: 0, expected 1079.1
E0000 00:00:1743137767.600582 3613049 buffer_comparator.cc:156] Difference at 226: 0, expected 1034.99
E0000 00:00:1743137767.600585 3613049 buffer_comparator.cc:156] Difference at 227: 0, expected 1538.8
E0000 00:00:1743137767.600588 3613049 buffer_comparator.cc:156] Difference at 228: 0, expected 1554.44
E0000 00:00:1743137767.600591 3613049 buffer_comparator.cc:156] Difference at 229: 0, expected 1264.82
E0000 00:00:1743137767.600594 3613049 buffer_comparator.cc:156] Difference at 230: 0, expected 853.966
E0000 00:00:1743137767.600597 3613049 buffer_comparator.cc:156] Difference at 231: 0, expected 756.177
E0000 00:00:1743137767.600601 3613049 buffer_comparator.cc:156] Difference at 232: 0, expected 1076.91
E0000 00:00:1743137767.600604 3613049 buffer_comparator.cc:156] Difference at 233: 0, expected 1029.02
2025-03-28 04:56:07.600610: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.604014 3613049 buffer_comparator.cc:156] Difference at 224: 0, expected 745.838
E0000 00:00:1743137767.604032 3613049 buffer_comparator.cc:156] Difference at 225: 0, expected 1079.1
E0000 00:00:1743137767.604035 3613049 buffer_comparator.cc:156] Difference at 226: 0, expected 1034.99
E0000 00:00:1743137767.604038 3613049 buffer_comparator.cc:156] Difference at 227: 0, expected 1538.8
E0000 00:00:1743137767.604041 3613049 buffer_comparator.cc:156] Difference at 228: 0, expected 1554.44
E0000 00:00:1743137767.604044 3613049 buffer_comparator.cc:156] Difference at 229: 0, expected 1264.82
E0000 00:00:1743137767.604048 3613049 buffer_comparator.cc:156] Difference at 230: 0, expected 853.966
E0000 00:00:1743137767.604051 3613049 buffer_comparator.cc:156] Difference at 231: 0, expected 756.177
E0000 00:00:1743137767.604054 3613049 buffer_comparator.cc:156] Difference at 232: 0, expected 1076.91
E0000 00:00:1743137767.604057 3613049 buffer_comparator.cc:156] Difference at 233: 0, expected 1029.02
2025-03-28 04:56:07.604062: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.607485 3613049 buffer_comparator.cc:156] Difference at 224: 0, expected 745.838
E0000 00:00:1743137767.607501 3613049 buffer_comparator.cc:156] Difference at 225: 0, expected 1079.1
E0000 00:00:1743137767.607505 3613049 buffer_comparator.cc:156] Difference at 226: 0, expected 1034.99
E0000 00:00:1743137767.607508 3613049 buffer_comparator.cc:156] Difference at 227: 0, expected 1538.8
E0000 00:00:1743137767.607511 3613049 buffer_comparator.cc:156] Difference at 228: 0, expected 1554.44
E0000 00:00:1743137767.607514 3613049 buffer_comparator.cc:156] Difference at 229: 0, expected 1264.82
E0000 00:00:1743137767.607517 3613049 buffer_comparator.cc:156] Difference at 230: 0, expected 853.966
E0000 00:00:1743137767.607520 3613049 buffer_comparator.cc:156] Difference at 231: 0, expected 756.177
E0000 00:00:1743137767.607523 3613049 buffer_comparator.cc:156] Difference at 232: 0, expected 1076.91
E0000 00:00:1743137767.607526 3613049 buffer_comparator.cc:156] Difference at 233: 0, expected 1029.02
2025-03-28 04:56:07.607531: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.610954 3613049 buffer_comparator.cc:156] Difference at 448: 0, expected 770.258
E0000 00:00:1743137767.610974 3613049 buffer_comparator.cc:156] Difference at 449: 0, expected 1098.93
E0000 00:00:1743137767.610978 3613049 buffer_comparator.cc:156] Difference at 450: 0, expected 1056.29
E0000 00:00:1743137767.610981 3613049 buffer_comparator.cc:156] Difference at 451: 0, expected 1560.21
E0000 00:00:1743137767.610984 3613049 buffer_comparator.cc:156] Difference at 452: 0, expected 1585.41
E0000 00:00:1743137767.610987 3613049 buffer_comparator.cc:156] Difference at 453: 0, expected 1307.15
E0000 00:00:1743137767.610990 3613049 buffer_comparator.cc:156] Difference at 454: 0, expected 881.296
E0000 00:00:1743137767.610993 3613049 buffer_comparator.cc:156] Difference at 455: 0, expected 760.638
E0000 00:00:1743137767.610996 3613049 buffer_comparator.cc:156] Difference at 456: 0, expected 1092.67
E0000 00:00:1743137767.610999 3613049 buffer_comparator.cc:156] Difference at 457: 0, expected 1051.03
2025-03-28 04:56:07.611006: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.614432 3613049 buffer_comparator.cc:156] Difference at 448: 0, expected 770.258
E0000 00:00:1743137767.614450 3613049 buffer_comparator.cc:156] Difference at 449: 0, expected 1098.93
E0000 00:00:1743137767.614453 3613049 buffer_comparator.cc:156] Difference at 450: 0, expected 1056.29
E0000 00:00:1743137767.614457 3613049 buffer_comparator.cc:156] Difference at 451: 0, expected 1560.21
E0000 00:00:1743137767.614460 3613049 buffer_comparator.cc:156] Difference at 452: 0, expected 1585.41
E0000 00:00:1743137767.614463 3613049 buffer_comparator.cc:156] Difference at 453: 0, expected 1307.15
E0000 00:00:1743137767.614466 3613049 buffer_comparator.cc:156] Difference at 454: 0, expected 881.296
E0000 00:00:1743137767.614469 3613049 buffer_comparator.cc:156] Difference at 455: 0, expected 760.638
E0000 00:00:1743137767.614472 3613049 buffer_comparator.cc:156] Difference at 456: 0, expected 1092.67
E0000 00:00:1743137767.614475 3613049 buffer_comparator.cc:156] Difference at 457: 0, expected 1051.03
2025-03-28 04:56:07.614480: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.617868 3613049 buffer_comparator.cc:156] Difference at 448: 0, expected 770.258
E0000 00:00:1743137767.617885 3613049 buffer_comparator.cc:156] Difference at 449: 0, expected 1098.93
E0000 00:00:1743137767.617888 3613049 buffer_comparator.cc:156] Difference at 450: 0, expected 1056.29
E0000 00:00:1743137767.617891 3613049 buffer_comparator.cc:156] Difference at 451: 0, expected 1560.21
E0000 00:00:1743137767.617895 3613049 buffer_comparator.cc:156] Difference at 452: 0, expected 1585.41
E0000 00:00:1743137767.617898 3613049 buffer_comparator.cc:156] Difference at 453: 0, expected 1307.15
E0000 00:00:1743137767.617901 3613049 buffer_comparator.cc:156] Difference at 454: 0, expected 881.296
E0000 00:00:1743137767.617904 3613049 buffer_comparator.cc:156] Difference at 455: 0, expected 760.638
E0000 00:00:1743137767.617907 3613049 buffer_comparator.cc:156] Difference at 456: 0, expected 1092.67
E0000 00:00:1743137767.617910 3613049 buffer_comparator.cc:156] Difference at 457: 0, expected 1051.03
2025-03-28 04:56:07.617916: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.621313 3613049 buffer_comparator.cc:156] Difference at 448: 0, expected 770.258
E0000 00:00:1743137767.621330 3613049 buffer_comparator.cc:156] Difference at 449: 0, expected 1098.93
E0000 00:00:1743137767.621334 3613049 buffer_comparator.cc:156] Difference at 450: 0, expected 1056.29
E0000 00:00:1743137767.621339 3613049 buffer_comparator.cc:156] Difference at 451: 0, expected 1560.21
E0000 00:00:1743137767.621342 3613049 buffer_comparator.cc:156] Difference at 452: 0, expected 1585.41
E0000 00:00:1743137767.621345 3613049 buffer_comparator.cc:156] Difference at 453: 0, expected 1307.15
E0000 00:00:1743137767.621348 3613049 buffer_comparator.cc:156] Difference at 454: 0, expected 881.296
E0000 00:00:1743137767.621351 3613049 buffer_comparator.cc:156] Difference at 455: 0, expected 760.638
E0000 00:00:1743137767.621354 3613049 buffer_comparator.cc:156] Difference at 456: 0, expected 1092.67
E0000 00:00:1743137767.621357 3613049 buffer_comparator.cc:156] Difference at 457: 0, expected 1051.03
2025-03-28 04:56:07.621362: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.624752 3613049 buffer_comparator.cc:156] Difference at 448: 0, expected 770.258
E0000 00:00:1743137767.624774 3613049 buffer_comparator.cc:156] Difference at 449: 0, expected 1098.93
E0000 00:00:1743137767.624777 3613049 buffer_comparator.cc:156] Difference at 450: 0, expected 1056.29
E0000 00:00:1743137767.624780 3613049 buffer_comparator.cc:156] Difference at 451: 0, expected 1560.21
E0000 00:00:1743137767.624783 3613049 buffer_comparator.cc:156] Difference at 452: 0, expected 1585.41
E0000 00:00:1743137767.624786 3613049 buffer_comparator.cc:156] Difference at 453: 0, expected 1307.15
E0000 00:00:1743137767.624790 3613049 buffer_comparator.cc:156] Difference at 454: 0, expected 881.296
E0000 00:00:1743137767.624793 3613049 buffer_comparator.cc:156] Difference at 455: 0, expected 760.638
E0000 00:00:1743137767.624796 3613049 buffer_comparator.cc:156] Difference at 456: 0, expected 1092.67
E0000 00:00:1743137767.624799 3613049 buffer_comparator.cc:156] Difference at 457: 0, expected 1051.03
2025-03-28 04:56:07.624804: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.628240 3613049 buffer_comparator.cc:156] Difference at 448: 0, expected 770.258
E0000 00:00:1743137767.628269 3613049 buffer_comparator.cc:156] Difference at 449: 0, expected 1098.93
E0000 00:00:1743137767.628273 3613049 buffer_comparator.cc:156] Difference at 450: 0, expected 1056.29
E0000 00:00:1743137767.628276 3613049 buffer_comparator.cc:156] Difference at 451: 0, expected 1560.21
E0000 00:00:1743137767.628279 3613049 buffer_comparator.cc:156] Difference at 452: 0, expected 1585.41
E0000 00:00:1743137767.628282 3613049 buffer_comparator.cc:156] Difference at 453: 0, expected 1307.15
E0000 00:00:1743137767.628285 3613049 buffer_comparator.cc:156] Difference at 454: 0, expected 881.296
E0000 00:00:1743137767.628289 3613049 buffer_comparator.cc:156] Difference at 455: 0, expected 760.638
E0000 00:00:1743137767.628292 3613049 buffer_comparator.cc:156] Difference at 456: 0, expected 1092.67
E0000 00:00:1743137767.628295 3613049 buffer_comparator.cc:156] Difference at 457: 0, expected 1051.03
2025-03-28 04:56:07.628302: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.631937 3613049 buffer_comparator.cc:156] Difference at 896: 0, expected 767.869
E0000 00:00:1743137767.631970 3613049 buffer_comparator.cc:156] Difference at 897: 0, expected 1090.2
E0000 00:00:1743137767.631973 3613049 buffer_comparator.cc:156] Difference at 898: 0, expected 1050.23
E0000 00:00:1743137767.631976 3613049 buffer_comparator.cc:156] Difference at 899: 0, expected 1561.6
E0000 00:00:1743137767.631979 3613049 buffer_comparator.cc:156] Difference at 900: 0, expected 1574.44
E0000 00:00:1743137767.631982 3613049 buffer_comparator.cc:156] Difference at 901: 0, expected 1303.84
E0000 00:00:1743137767.631985 3613049 buffer_comparator.cc:156] Difference at 902: 0, expected 881.498
E0000 00:00:1743137767.631991 3613049 buffer_comparator.cc:156] Difference at 903: 0, expected 755.455
E0000 00:00:1743137767.631994 3613049 buffer_comparator.cc:156] Difference at 904: 0, expected 1073.52
E0000 00:00:1743137767.631997 3613049 buffer_comparator.cc:156] Difference at 905: 0, expected 1034.81
2025-03-28 04:56:07.632004: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.635601 3613049 buffer_comparator.cc:156] Difference at 896: 0, expected 767.869
E0000 00:00:1743137767.635633 3613049 buffer_comparator.cc:156] Difference at 897: 0, expected 1090.2
E0000 00:00:1743137767.635636 3613049 buffer_comparator.cc:156] Difference at 898: 0, expected 1050.23
E0000 00:00:1743137767.635639 3613049 buffer_comparator.cc:156] Difference at 899: 0, expected 1561.6
E0000 00:00:1743137767.635642 3613049 buffer_comparator.cc:156] Difference at 900: 0, expected 1574.44
E0000 00:00:1743137767.635645 3613049 buffer_comparator.cc:156] Difference at 901: 0, expected 1303.84
E0000 00:00:1743137767.635648 3613049 buffer_comparator.cc:156] Difference at 902: 0, expected 881.498
E0000 00:00:1743137767.635651 3613049 buffer_comparator.cc:156] Difference at 903: 0, expected 755.455
E0000 00:00:1743137767.635654 3613049 buffer_comparator.cc:156] Difference at 904: 0, expected 1073.52
E0000 00:00:1743137767.635657 3613049 buffer_comparator.cc:156] Difference at 905: 0, expected 1034.81
2025-03-28 04:56:07.635664: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.639160 3613049 buffer_comparator.cc:156] Difference at 896: 0, expected 767.869
E0000 00:00:1743137767.639180 3613049 buffer_comparator.cc:156] Difference at 897: 0, expected 1090.2
E0000 00:00:1743137767.639183 3613049 buffer_comparator.cc:156] Difference at 898: 0, expected 1050.23
E0000 00:00:1743137767.639187 3613049 buffer_comparator.cc:156] Difference at 899: 0, expected 1561.6
E0000 00:00:1743137767.639190 3613049 buffer_comparator.cc:156] Difference at 900: 0, expected 1574.44
E0000 00:00:1743137767.639193 3613049 buffer_comparator.cc:156] Difference at 901: 0, expected 1303.84
E0000 00:00:1743137767.639196 3613049 buffer_comparator.cc:156] Difference at 902: 0, expected 881.498
E0000 00:00:1743137767.639199 3613049 buffer_comparator.cc:156] Difference at 903: 0, expected 755.455
E0000 00:00:1743137767.639202 3613049 buffer_comparator.cc:156] Difference at 904: 0, expected 1073.52
E0000 00:00:1743137767.639205 3613049 buffer_comparator.cc:156] Difference at 905: 0, expected 1034.81
2025-03-28 04:56:07.639210: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.642636 3613049 buffer_comparator.cc:156] Difference at 896: 0, expected 767.869
E0000 00:00:1743137767.642651 3613049 buffer_comparator.cc:156] Difference at 897: 0, expected 1090.2
E0000 00:00:1743137767.642655 3613049 buffer_comparator.cc:156] Difference at 898: 0, expected 1050.23
E0000 00:00:1743137767.642658 3613049 buffer_comparator.cc:156] Difference at 899: 0, expected 1561.6
E0000 00:00:1743137767.642661 3613049 buffer_comparator.cc:156] Difference at 900: 0, expected 1574.44
E0000 00:00:1743137767.642664 3613049 buffer_comparator.cc:156] Difference at 901: 0, expected 1303.84
E0000 00:00:1743137767.642667 3613049 buffer_comparator.cc:156] Difference at 902: 0, expected 881.498
E0000 00:00:1743137767.642670 3613049 buffer_comparator.cc:156] Difference at 903: 0, expected 755.455
E0000 00:00:1743137767.642673 3613049 buffer_comparator.cc:156] Difference at 904: 0, expected 1073.52
E0000 00:00:1743137767.642676 3613049 buffer_comparator.cc:156] Difference at 905: 0, expected 1034.81
2025-03-28 04:56:07.642681: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.646365 3613049 buffer_comparator.cc:156] Difference at 1792: 0, expected 748.592
E0000 00:00:1743137767.646382 3613049 buffer_comparator.cc:156] Difference at 1793: 0, expected 1073.49
E0000 00:00:1743137767.646385 3613049 buffer_comparator.cc:156] Difference at 1794: 0, expected 1027.26
E0000 00:00:1743137767.646388 3613049 buffer_comparator.cc:156] Difference at 1795: 0, expected 1535.73
E0000 00:00:1743137767.646391 3613049 buffer_comparator.cc:156] Difference at 1796: 0, expected 1559.13
E0000 00:00:1743137767.646394 3613049 buffer_comparator.cc:156] Difference at 1797: 0, expected 1277.09
E0000 00:00:1743137767.646397 3613049 buffer_comparator.cc:156] Difference at 1798: 0, expected 859.43
E0000 00:00:1743137767.646400 3613049 buffer_comparator.cc:156] Difference at 1799: 0, expected 752.412
E0000 00:00:1743137767.646403 3613049 buffer_comparator.cc:156] Difference at 1800: 0, expected 1077.59
E0000 00:00:1743137767.646407 3613049 buffer_comparator.cc:156] Difference at 1801: 0, expected 1037.98
2025-03-28 04:56:07.646411: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.650047 3613049 buffer_comparator.cc:156] Difference at 1792: 0, expected 748.592
E0000 00:00:1743137767.650082 3613049 buffer_comparator.cc:156] Difference at 1793: 0, expected 1073.49
E0000 00:00:1743137767.650086 3613049 buffer_comparator.cc:156] Difference at 1794: 0, expected 1027.26
E0000 00:00:1743137767.650089 3613049 buffer_comparator.cc:156] Difference at 1795: 0, expected 1535.73
E0000 00:00:1743137767.650092 3613049 buffer_comparator.cc:156] Difference at 1796: 0, expected 1559.13
E0000 00:00:1743137767.650095 3613049 buffer_comparator.cc:156] Difference at 1797: 0, expected 1277.09
E0000 00:00:1743137767.650098 3613049 buffer_comparator.cc:156] Difference at 1798: 0, expected 859.43
E0000 00:00:1743137767.650101 3613049 buffer_comparator.cc:156] Difference at 1799: 0, expected 752.412
E0000 00:00:1743137767.650104 3613049 buffer_comparator.cc:156] Difference at 1800: 0, expected 1077.59
E0000 00:00:1743137767.650107 3613049 buffer_comparator.cc:156] Difference at 1801: 0, expected 1037.98
2025-03-28 04:56:07.650112: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
E0000 00:00:1743137767.653670 3613049 buffer_comparator.cc:156] Difference at 1792: 0, expected 748.592
E0000 00:00:1743137767.653684 3613049 buffer_comparator.cc:156] Difference at 1793: 0, expected 1073.49
E0000 00:00:1743137767.653687 3613049 buffer_comparator.cc:156] Difference at 1794: 0, expected 1027.26
E0000 00:00:1743137767.653690 3613049 buffer_comparator.cc:156] Difference at 1795: 0, expected 1535.73
E0000 00:00:1743137767.653693 3613049 buffer_comparator.cc:156] Difference at 1796: 0, expected 1559.13
E0000 00:00:1743137767.653696 3613049 buffer_comparator.cc:156] Difference at 1797: 0, expected 1277.09
E0000 00:00:1743137767.653700 3613049 buffer_comparator.cc:156] Difference at 1798: 0, expected 859.43
E0000 00:00:1743137767.653703 3613049 buffer_comparator.cc:156] Difference at 1799: 0, expected 752.412
E0000 00:00:1743137767.653706 3613049 buffer_comparator.cc:156] Difference at 1800: 0, expected 1077.59
E0000 00:00:1743137767.653709 3613049 buffer_comparator.cc:156] Difference at 1801: 0, expected 1037.98
2025-03-28 04:56:07.653713: E external/xla/xla/service/gpu/autotuning/gemm_fusion_autotuner.cc:1137] Results do not match the reference. This is likely a bug/unexpected loss of precision.
Test Loss: 1.504436 Test Acc: 68.0000%Appendix
julia
using InteractiveUtils
InteractiveUtils.versioninfo()
if @isdefined(MLDataDevices)
if @isdefined(CUDA) && MLDataDevices.functional(CUDADevice)
println()
CUDA.versioninfo()
end
if @isdefined(AMDGPU) && MLDataDevices.functional(AMDGPUDevice)
println()
AMDGPU.versioninfo()
end
endJulia Version 1.11.4
Commit 8561cc3d68d (2025-03-10 11:36 UTC)
Build Info:
Official https://julialang.org/ release
Platform Info:
OS: Linux (x86_64-linux-gnu)
CPU: 48 × AMD EPYC 7402 24-Core Processor
WORD_SIZE: 64
LLVM: libLLVM-16.0.6 (ORCJIT, znver2)
Threads: 48 default, 0 interactive, 24 GC (on 2 virtual cores)
Environment:
JULIA_CPU_THREADS = 2
LD_LIBRARY_PATH = /usr/local/nvidia/lib:/usr/local/nvidia/lib64
JULIA_PKG_SERVER =
JULIA_NUM_THREADS = 48
JULIA_CUDA_HARD_MEMORY_LIMIT = 100%
JULIA_PKG_PRECOMPILE_AUTO = 0
JULIA_DEBUG = Literate
JULIA_DEPOT_PATH = /root/.cache/julia-buildkite-plugin/depots/01872db4-8c79-43af-ab7d-12abac4f24f6This page was generated using Literate.jl.