Scribd Logo
Upload

Welcome to Scribd!

  • 5 views

    ML - Lab-8.ipynb - Colab

    Uploaded by

    22b01a45a0

    Copyright:

    © All Rights Reserved
    Download as PDF, TXT or read online from Scribd

    ML - Lab-8.ipynb - Colab

    Uploaded by

    22b01a45a0
    5 views4 pages

    Original Title

    ML_Lab-8.ipynb - Colab

    Copyright

    © © All Rights Reserved

    Available Formats

    PDF, TXT or read online from Scribd

    Did you find this document useful?

    Is this content inappropriate?

    Copyright:

    © All Rights Reserved
    Download as PDF, TXT or read online from Scribd
    Download as pdf or txt
    5 views4 pages

    ML - Lab-8.ipynb - Colab

    Uploaded by

    22b01a45a0

    Copyright:

    © All Rights Reserved
    Download as PDF, TXT or read online from Scribd
    Download as pdf or txt
    You are on page 1of 4

    EXPERIMENT-8

    Program to implement K-nearest neighbour algorithm to classify the iris dataset.Print both correct and wrong preditctions

    ## KNN SIMPLE EXAMPLE FOR EXPLANATION


    import matplotlib.pyplot as plt

    x = [4, 5, 10, 4, 3, 11, 14 , 8, 10, 12]


    y = [21, 19, 24, 17, 16, 25, 24, 22, 21, 21]
    classes = [0, 0, 1, 0, 0, 1, 1, 0, 1, 1]

    plt.scatter(x, y, c=classes)
    plt.show()

    data = list(zip(x, y))


    print(data)

    [(4, 21), (5, 19), (10, 24), (4, 17), (3, 16), (11, 25), (14, 24), (8, 22), (10, 21), (12, 21)]

    knn = KNeighborsClassifier(n_neighbors=1)
    knn.fit(data, classes)
    new_x = 8
    new_y = 21
    new_point = [(new_x, new_y)]
    prediction = knn.predict(new_point)
    print(prediction)

    [0]

    plt.scatter(x + [new_x], y + [new_y], c=classes + [prediction[0]])


    plt.text(x=new_x-1.7, y=new_y-0.7, s=f"new point, class: {prediction[0]}")
    plt.show()
     

    knn = KNeighborsClassifier(n_neighbors=5)
    knn.fit(data, classes)
    prediction = knn.predict(new_point)
    print(prediction)

    [1]

    plt.scatter(x + [new_x], y + [new_y], c=classes + [prediction[0]])


    plt.text(x=new_x-1.7, y=new_y-0.7, s=f"new point, class: {prediction[0]}")
    plt.show()

     

    ##MLB LAB 8 KNN


    import numpy as nm
    import numpy as np
    import matplotlib.pyplot as mtp
    import pandas as pd

    #importing datasets
    data_set= pd.read_csv('/content/Social_Network_Ads.csv')

    #Extracting Independent and dependent Variable


    x1= data_set.iloc[:, 0].values
    x2=data_set.iloc[:, 1].values
    y= data_set.iloc[:, 2].values
    data = list(zip(x1, x2))
    print(data)
    print(y)
    knn = KNeighborsClassifier(n_neighbors=5)
    knn.fit(data,y)
    new_x1 = 44
    new_x2 = 90000
    new_point = [(new_x1, new_x2)]
    prediction = knn.predict(new_point)
    print("new point is in class",prediction)

    # Splitting the dataset into training and test set.


    from sklearn.model_selection import train_test_split
    x_train, x_test, y_train, y_test= train_test_split(x, y, test_size= 0.25, random_state=0)

    #feature Scaling
    from sklearn.preprocessing import StandardScaler
    st_x= StandardScaler()
    x_train= st_x.fit_transform(x_train)
    x_test= st_x.transform(x_test)
    #Fitting K-NN classifier to the training set
    from sklearn.neighbors import KNeighborsClassifier
    classifier= KNeighborsClassifier(n_neighbors=5, metric='minkowski', p=2 )
    print(classifier.fit(x_train, y_train))
    #Predicting the test set result
    y_pred= classifier.predict(x_test)
    #Creating the Confusion matrix
    from sklearn.metrics import confusion_matrix
    cm= confusion_matrix(y_test, y_pred)
    print(" confusion matrix",cm)
    from sklearn.metrics import accuracy_score
    ac= accuracy_score(y_test, y_pred)
    print("Accuracy score", ac)
    ## classification report
    from sklearn.metrics import classification_report
    class_report=classification_report(y_test, y_pred)

    print("Classification Report:\n",class_report)

    [(19, 19000), (35, 20000), (26, 43000), (27, 57000), (19, 76000), (27, 58000), (27, 84000), (32, 150000), (25, 33000), (35, 65000),
    [0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 1 0 0 0 0 0
    0 0 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 0 0 0
    0 1 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 1 0 0 0 0 0 0 0
    0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 0 1 0
    0 0 0 0 0 0 0 0 0 0 0 1 1 0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 0 0 0 0 0 0 1 0 0
    0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 0 1 0 1 0 1 0 1 1 0 0 0 1 0 0 0 1 0 1
    1 1 0 0 1 1 0 1 1 0 1 1 0 1 0 0 0 1 1 0 1 1 0 1 0 1 0 1 0 0 1 1 0 1 0 0 1
    1 0 1 1 0 1 1 0 0 1 0 0 1 1 1 1 1 0 1 1 1 1 0 1 1 0 1 0 1 0 1 1 1 1 0 0 0
    1 1 0 1 1 1 1 1 0 0 0 1 1 0 0 1 0 1 0 1 1 0 1 0 1 1 0 1 1 0 0 0 1 1 0 1 0
    0 1 0 1 0 0 1 1 0 0 1 1 0 1 1 0 0 1 0 1 0 1 1 1 0 1 0 1 1 1 0 1 1 1 1 0 1
    1 1 0 1 0 1 0 0 1 1 0 1 1 1 1 1 1 0 1 1 1 1 1 1 0 1 1 1 0 1]
    new point is in class [1]
    KNeighborsClassifier()
    confusion matrix [[64 4]
    [ 3 29]]
    Accuracy score 0.93
    Classification Report:
    precision recall f1-score support

    0 0.96 0.94 0.95 68


    1 0.88 0.91 0.89 32

    accuracy 0.93 100


    macro avg 0.92 0.92 0.92 100
    weighted avg 0.93 0.93 0.93 100

     

    #Visulaizing the trianing set result


    from matplotlib.colors import ListedColormap
    x_set, y_set = x_train, y_train
    x1, x2 = nm.meshgrid(nm.arange(start = x_set[:, 0].min() - 1, stop = x_set[:, 0].max() + 1, step =0.01),
    nm.arange(start = x_set[:, 1].min() - 1, stop = x_set[:, 1].max() + 1, step = 0.01))
    mtp.contourf(x1, x2, classifier.predict(nm.array([x1.ravel(), x2.ravel()]).T).reshape(x1.shape),
    alpha = 0.75, cmap = ListedColormap(('orange','pink' )))
    mtp.xlim(x1.min(), x1.max())
    mtp.ylim(x2.min(), x2.max())
    for i, j in enumerate(nm.unique(y_set)):
    mtp.scatter(x_set[y_set == j, 0], x_set[y_set == j, 1],
    c = ListedColormap(('orange', 'pink'))(i), label = j)
    mtp.title('K-NN Algorithm (Training set)')
    mtp.xlabel('Age')
    mtp.ylabel('Estimated Salary')
    mtp.legend()
    mtp.show()
    <ipython-input-58-ece27188fc78>:11: UserWarning: *c* argument looks like a single numeric RGB or RGBA sequence, which should be avoi
    mtp.scatter(x_set[y_set == j, 0], x_set[y_set == j, 1],

    You might also like