roywei commented on a change in pull request #14629: [MXNET-1333] Estimator and Fit API URL: https://github.com/apache/incubator-mxnet/pull/14629#discussion_r280601405
########## File path: python/mxnet/gluon/contrib/estimator/estimator.py ########## @@ -0,0 +1,376 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# coding: utf-8 +# pylint: disable=wildcard-import, unused-variable +"""Gluon Estimator""" + +import copy +import warnings +import weakref + +from .event_handler import MetricHandler, ValidationHandler, LoggingHandler +from .event_handler import TrainBegin, EpochBegin, BatchBegin, BatchEnd, EpochEnd, TrainEnd +from .... import gluon, autograd +from ....context import Context, cpu, gpu, num_gpus +from ....metric import EvalMetric, Loss, Accuracy + +__all__ = ['Estimator'] + + +class Estimator(object): + """Estimator Class for easy model training + + :py:class:`Estimator` can be used to facilitate the training & validation process + + + Parameters + ---------- + loss : gluon.loss.Loss or list of gluon.loss.Loss + Loss(objective functions) to calculate during training + metrics : EvalMetric or list of EvalMetric + Metrics for evaluating models + initializer : Initializer + initializer to initialize the network + trainer : Trainer + Trainer to apply optimizer on network parameters + context : Context or list of Context + device(s) to run the training on + """ + + def __init__(self, net, + loss, + metrics=None, + initializer=None, + trainer=None, + context=None): + + self.net = net + self.loss = self._check_loss(loss) + self.train_metrics = self._check_metrics(metrics) + + self.context = self._check_context(context) + self._initialize(initializer) + self.trainer = self._check_trainer(trainer) + + def _check_loss(self, loss): + if isinstance(loss, gluon.loss.Loss): + loss = [loss] + elif isinstance(loss, list) or all([isinstance(l, gluon.loss.Loss) for l in loss]): + loss = loss + else: + raise ValueError("loss must be a Loss or a list of Loss, " + "refer to gluon.loss.Loss:{}".format(loss)) + return loss + + def _check_metrics(self, metrics): + if isinstance(metrics, EvalMetric): + metrics = [metrics] + else: + metrics = metrics or [] + if not all([isinstance(metric, EvalMetric) for metric in metrics]): + raise ValueError("metrics must be a Metric or a list of Metric, " + "refer to mxnet.metric.EvalMetric:{}".format(metrics)) + return metrics + + def _check_context(self, context): + # infer available context + gpus = num_gpus() + available_gpus = [gpu(i) for i in range(gpus)] + + if context: + # check context values, only accept Context or a list of Context + if isinstance(context, Context): + context = [context] + elif isinstance(context, list) and all([isinstance(c, Context) for c in context]): + context = context + else: + raise ValueError("context must be a Context or a list of Context, " + "for example mx.cpu() or [mx.gpu(0), mx.gpu(1)], " + "refer to mxnet.Context:{}".format(context)) + for ctx in context: + assert ctx in available_gpus or str(ctx).startswith('cpu'), \ + "%s is not available, please make sure " \ + "your context is in one of: mx.cpu(), %s" % \ + (ctx, ", ".join([str(ctx) for ctx in available_gpus])) + else: + # provide default context + if gpus > 0: + # only use 1 GPU by default + if gpus > 1: + warnings.warn("You have multiple GPUs, gpu(0) will be used by default." Review comment: I'm using 1 gpu by default and give warning if multiple gpu detected. borrowed behavior from keras, as new/beginner users always try small datasets. ---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: [email protected] With regards, Apache Git Services
