从 4 个月到 7 天：Netflix 开源自家框架 Metaflow，性能像坐上了火箭

from?metaflow?import?FlowSpec,?Parameter,?step
class FitModelFlow(FlowSpec):    alpha = Parameter('alpha',                      help='Learning rate',                      default=0.01)
    @step    def start(self):        print('alpha is %f' % self.alpha)        self.data = load_data()        self.next(self.fit)
    @step    def fit(self):        self.model = fit(self.data)        self.next(self.end)
    @step    def end(self):        print(f'Results for LR={self.alpha}: {eval(self.model)}')
if __name__ == '__main__':    FitModelFlow()

python metaflow_parameter.py run --alpha 0.001

run = Flow(flow_name).latest_successful_run

from metaflow import FlowSpec, step, conda, conda_base
@conda_base(python='3.6.5')class FitModelFlow(FlowSpec):
    @step    def start(self):        self.data = load_data()
    @conda(libraries={"scikit-learn": "0.19.2"})    @step    def fit(self):        from sklearn import svm        self.model = svm.LinearSVC( ... )
# ...

python metaflow_conda.py --environment=conda run

pip install metaflow