<reponame>mikelhpdatke/KDD99-spark-ml<filename>training.py
from numpy.lib.function_base import average
import pandas as pd
import numpy
from sklearn.neighbors import KNeighborsClassifier
from sklearn.svm import SVC
from sklearn.ensemble import RandomForestClassifier
from sklearn.tree import DecisionTreeClassifier
from sklearn.metrics import confusion_matrix, zero_one_loss, accuracy_score, f1_score, recall_score, precision_score
from sklearn.model_selection import train_test_split
import pickle
# Must declare data_dir as the directory of training and test files
# data_dir="./datasets/KDD-CUP-99/"
DataDir = "./"
raw_data_filename = DataDir + "kddcupdata_10_percent_corrected"
# raw_data_filename = DataDir + "KDDTrain+_2.csv"

print("Loading raw data")

raw_data = pd.read_csv(raw_data_filename, header=None)

print("Transforming data")
# Categorize columns: "protocol", "service", "flag", "attack_type"
raw_data[1], protocols = pd.factorize(raw_data[1])
raw_data[2], services = pd.factorize(raw_data[2])
raw_data[3], flags = pd.factorize(raw_data[3])
raw_data[41], attacks = pd.factorize(raw_data[41])

# separate features (columns 1..40) and label (column 41)
features = raw_data.iloc[:, :raw_data.shape[1]-1]
labels = raw_data.iloc[:, raw_data.shape[1]-1:]

# convert them into numpy arrays
# features= numpy.array(features)
# labels= numpy.array(labels).ravel() # this becomes an 'horizontal' array
labels = labels.values.ravel()  # this becomes a 'horizontal' array

# TODO: get features names and target name

# Separate data in train set and test set
df = pd.DataFrame(features)
# create training and testing vars
# Note: train_size + test_size < 1.0 means we are subsampling
# Use small numbers for slow classifiers, as KNN, Radius, SVC,...
X_train, X_test, y_train, y_test = train_test_split(
    df, labels, train_size=0.8, test_size=0.2)
# print(y_train)
# print('--')
# print(y_test)
# print('labels', attacks)
print("X_train, y_train:", X_train.shape, y_train.shape)
print("X_test, y_test:", X_test.shape, y_test.shape)

# print(X_test)

# Training, choose model by commenting/uncommenting clf=
print("Training model")
# , max_features=0.8, min_samples_leaf=3, n_estimators=500, min_samples_split=3, random_state=10, verbose=1)
clf = RandomForestClassifier(n_jobs=-1, random_state=3, n_estimators=102)
# clf = DecisionTreeClassifier(criterion='gini', splitter='best', max_depth=None, min_samples_split=2, min_samples_leaf=1, min_weight_fraction_leaf=0.0, max_features=None, random_state=None, max_leaf_nodes=None, min_impurity_decrease=0.0, class_weight=None, presort=False)

trained_model = clf.fit(X_train, y_train)

print("Score: ", trained_model.score(X_train, y_train))

# Predicting
print("Predicting")
y_pred = clf.predict(X_test)

# print("y_test", y_test)

# print("y_pred", y_pred)

print("Computing performance metrics")
results = confusion_matrix(y_test, y_pred)
error = zero_one_loss(y_test, y_pred)
accuracy = accuracy_score(y_test, y_pred)
recall = recall_score(y_test, y_pred, average='micro')
precision = precision_score(y_test, y_pred, average='micro')
f1 = f1_score(y_test, y_pred, average='micro')

print("Confusion matrix:\n", results)
print("Error: ", error)
print("accuracy ", accuracy)
print("recall ", recall)
print("precision ", precision)

print("f1 ", f1)
#  save model
filename = 'model'
pickle.dump(clf, open(filename, 'wb'))


predict_Data = pd.read_csv("kqout", header=None)
print("Transforming data")
# Categorize columns: "protocol", "service", "flag", "attack_type"
predict_Data[1], protocols = pd.factorize(predict_Data[1])
predict_Data[2], services = pd.factorize(predict_Data[2])
predict_Data[3], flags = pd.factorize(predict_Data[3])
# predict_Data[41], attacks = pd.factorize(predict_Data[41])

y_predict = clf.predict(predict_Data)
print(y_predict)

from numpy.lib.function_base import average
import pandas as pd
import numpy
from sklearn.neighbors import KNeighborsClassifier
from sklearn.svm import SVC
from sklearn.ensemble import RandomForestClassifier
from sklearn.tree import DecisionTreeClassifier
from sklearn.metrics import confusion_matrix, zero_one_loss, accuracy_score, f1_score, recall_score, precision_score
from sklearn.model_selection import train_test_split
import pickle
# Must declare data_dir as the directory of training and test files
# data_dir="./datasets/KDD-CUP-99/"
DataDir = "./"
raw_data_filename = DataDir + "kddcupdata_10_percent_corrected"
# raw_data_filename = DataDir + "KDDTrain+_2.csv"

print("Loading raw data")

raw_data = pd.read_csv(raw_data_filename, header=None)

print("Transforming data")
# Categorize columns: "protocol", "service", "flag", "attack_type"
raw_data[1], protocols = pd.factorize(raw_data[1])
raw_data[2], services = pd.factorize(raw_data[2])
raw_data[3], flags = pd.factorize(raw_data[3])
raw_data[41], attacks = pd.factorize(raw_data[41])

# separate features (columns 1..40) and label (column 41)
features = raw_data.iloc[:, :raw_data.shape[1]-1]
labels = raw_data.iloc[:, raw_data.shape[1]-1:]

# convert them into numpy arrays
# features= numpy.array(features)
# labels= numpy.array(labels).ravel() # this becomes an 'horizontal' array
labels = labels.values.ravel()  # this becomes a 'horizontal' array

# TODO: get features names and target name

# Separate data in train set and test set
df = pd.DataFrame(features)
# create training and testing vars
# Note: train_size + test_size < 1.0 means we are subsampling
# Use small numbers for slow classifiers, as KNN, Radius, SVC,...
X_train, X_test, y_train, y_test = train_test_split(
    df, labels, train_size=0.8, test_size=0.2)
# print(y_train)
# print('--')
# print(y_test)
# print('labels', attacks)
print("X_train, y_train:", X_train.shape, y_train.shape)
print("X_test, y_test:", X_test.shape, y_test.shape)

# print(X_test)

# Training, choose model by commenting/uncommenting clf=
print("Training model")
# , max_features=0.8, min_samples_leaf=3, n_estimators=500, min_samples_split=3, random_state=10, verbose=1)
clf = RandomForestClassifier(n_jobs=-1, random_state=3, n_estimators=102)
# clf = DecisionTreeClassifier(criterion='gini', splitter='best', max_depth=None, min_samples_split=2, min_samples_leaf=1, min_weight_fraction_leaf=0.0, max_features=None, random_state=None, max_leaf_nodes=None, min_impurity_decrease=0.0, class_weight=None, presort=False)

trained_model = clf.fit(X_train, y_train)

print("Score: ", trained_model.score(X_train, y_train))

# Predicting
print("Predicting")
y_pred = clf.predict(X_test)

# print("y_test", y_test)

# print("y_pred", y_pred)

print("Computing performance metrics")
results = confusion_matrix(y_test, y_pred)
error = zero_one_loss(y_test, y_pred)
accuracy = accuracy_score(y_test, y_pred)
recall = recall_score(y_test, y_pred, average='micro')
precision = precision_score(y_test, y_pred, average='micro')
f1 = f1_score(y_test, y_pred, average='micro')

print("Confusion matrix:\n", results)
print("Error: ", error)
print("accuracy ", accuracy)
print("recall ", recall)
print("precision ", precision)

print("f1 ", f1)
#  save model
filename = 'model'
pickle.dump(clf, open(filename, 'wb'))


predict_Data = pd.read_csv("kqout", header=None)
print("Transforming data")
# Categorize columns: "protocol", "service", "flag", "attack_type"
predict_Data[1], protocols = pd.factorize(predict_Data[1])
predict_Data[2], services = pd.factorize(predict_Data[2])
predict_Data[3], flags = pd.factorize(predict_Data[3])
# predict_Data[41], attacks = pd.factorize(predict_Data[41])

y_predict = clf.predict(predict_Data)
print(y_predict)
# Must declare data_dir as the directory of training and test files # data_dir="./datasets/KDD-CUP-99/" # raw_data_filename = DataDir + "KDDTrain+_2.csv" # Categorize columns: "protocol", "service", "flag", "attack_type" # separate features (columns 1..40) and label (column 41) # convert them into numpy arrays # features= numpy.array(features) # labels= numpy.array(labels).ravel() # this becomes an 'horizontal' array # this becomes a 'horizontal' array # TODO: get features names and target name # Separate data in train set and test set # create training and testing vars # Note: train_size + test_size < 1.0 means we are subsampling # Use small numbers for slow classifiers, as KNN, Radius, SVC,... # print(y_train) # print('--') # print(y_test) # print('labels', attacks) # print(X_test) # Training, choose model by commenting/uncommenting clf= # , max_features=0.8, min_samples_leaf=3, n_estimators=500, min_samples_split=3, random_state=10, verbose=1) # clf = DecisionTreeClassifier(criterion='gini', splitter='best', max_depth=None, min_samples_split=2, min_samples_leaf=1, min_weight_fraction_leaf=0.0, max_features=None, random_state=None, max_leaf_nodes=None, min_impurity_decrease=0.0, class_weight=None, presort=False) # Predicting # print("y_test", y_test) # print("y_pred", y_pred) #  save model # Categorize columns: "protocol", "service", "flag", "attack_type" # predict_Data[41], attacks = pd.factorize(predict_Data[41])