diff --git a/src/metric/elementwise_metric.cu b/src/metric/elementwise_metric.cu
index 804bd300f..e06be9730 100644
--- a/src/metric/elementwise_metric.cu
+++ b/src/metric/elementwise_metric.cu
@@ -423,7 +423,7 @@ XGBOOST_REGISTER_METRIC(TweedieNLogLik, "tweedie-nloglik")
   return new EvalEWiseBase<EvalTweedieNLogLik>(param);
 });
 
-class QuantileError : public Metric {
+class QuantileError : public MetricNoCache {
   HostDeviceVector<float> alpha_;
   common::QuantileLossParam param_;