examples/daal4py/decision_forest_regression_hist.py

# ==============================================================================
# Copyright 2021 Intel Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ==============================================================================

# daal4py Decision Forest Regression example of Hist method for shared memory systems

from pathlib import Path

import numpy as np
from readcsv import pd_read_csv

import daal4py as d4p


def main(readcsv=pd_read_csv, method="hist"):
    data_path = Path(__file__).parent / "data" / "batch"
    infile = data_path / "df_regression_train.csv"
    testfile = data_path / "df_regression_test.csv"

    # Configure a Decision Forest regression training object
    train_algo = d4p.decision_forest_regression_training(
        method=method,
        maxBins=512,
        minBinSize=1,
        nTrees=100,
        varImportance="MDA_Raw",
        bootstrap=True,
        engine=d4p.engines_mt2203(seed=777),
        resultsToCompute="computeOutOfBagError|computeOutOfBagErrorPerObservation",
    )

    # Read data. Let's have 13 independent,
    # and 1 dependent variables (for each observation)
    indep_data = readcsv(infile, usecols=range(13), dtype=np.float32)
    dep_data = readcsv(infile, usecols=range(13, 14), dtype=np.float32)
    # Now train/compute, the result provides the model for prediction
    train_result = train_algo.compute(indep_data, dep_data)
    # Traiing result provides (depending on parameters) model,
    # outOfBagError, outOfBagErrorPerObservation and/or variableImportance

    # Now let's do some prediction
    predict_algo = d4p.decision_forest_regression_prediction()
    # read test data (with same #features)
    pdata = readcsv(testfile, usecols=range(13), dtype=np.float32)
    ptdata = readcsv(testfile, usecols=range(13, 14), dtype=np.float32)
    # now predict using the model from the training above
    predict_result = predict_algo.compute(pdata, train_result.model)

    # The prediction result provides prediction
    assert predict_result.prediction.shape == (pdata.shape[0], dep_data.shape[1])

    return (train_result, predict_result, ptdata)


if __name__ == "__main__":
    (train_result, predict_result, ptdata) = main()
    print("\nVariable importance results:\n", train_result.variableImportance)
    print("\nOOB error:\n", train_result.outOfBagError)
    print(
        "\nDecision forest prediction results (first 10 rows):\n",
        predict_result.prediction[0:10],
    )
    print("\nGround truth (first 10 rows):\n", ptdata[0:10])
    print("All looks good!")