Batch 1
Sample 1· 000000000000…
Input
Loading vector…
Output
Loading vector…
Sample 2· 000000000000…
Input
Loading vector…
Output
Loading vector…
mean_logit · authenticated
@measurement.evaluate(params=0, batch=1)
def evaluate(params, batch):
features = batch[:, :10].to(dtype=params["weight"].dtype)
# functional_call evaluates the module with the measured checkpoint while
# leaving the model object unchanged between batches.
return functional_call(model, params, (features,))
@measurement.aggregate
def aggregate(outputs):
values = [value for batch in outputs for row in batch for value in row]
return sum(values) / len(values)
2 batches · page 1 of 1