# TensorFlow and tf.keras
import tensorflow as tf
from tensorflow import keras

# Helper libraries
import numpy as np
import matplotlib.pyplot as plt

print(tf.__version__)

fashion_mnist = keras.datasets.fashion_mnist

(train_images, train_labels), (test_images, test_labels) = fashion_mnist.load_data()

class_names = ['T-shirt/top', 'Trouser', 'Pullover', 'Dress', 'Coat',
               'Sandal', 'Shirt', 'Sneaker', 'Bag', 'Ankle boot']

print(train_images.shape)
print(len(train_labels))
print(train_labels)
print(tests_images.shape)

plt.figure()
plt.imshow(train_images[0])
plt.colorbar()
plt.grid(False)
plt.show()

train_images = train_images / 255.0
test_images = test_images / 255.0

plt.figure(figsize=(10,10))
for i in range(25):
    plt.subplot(5,5,i+1)
    plt.xticks([])
    plt.yticks([])
    plt.grid(False)
    plt.imshow(train_images[i], cmap=plt.cm.binary)
    plt.xlabel(class_names[train_labels[i]])
plt.show()

model = keras.Sequential([
    keras.layers.Flatten(input_shape=(28, 28)),
    keras.layers.Dense(128, activation='relu'),
    keras.layers.Dense(10)
])

model.compile(optimizer='adam',
              loss=tf.keras.losses.SparseCategoricalCrossentropy(from_logits=True),
              metrics=['accuracy'])

model.fit(train_images, train_labels, epochs=10)

test_loss, test_acc = model.evaluate(test_images,  test_labels, verbose=2)

print('\nTest accuracy:', test_acc)

probability_model = tf.keras.Sequential([model, 
                                         tf.keras.layers.Softmax()])

predictions = probability_model.predict(test_images)

predictions[0]

np.argmax(predictions[0])

test_labels[0]

def plot_image(i, predictions_array, true_label, img):
  predictions_array, true_label, img = predictions_array, true_label[i], img[i]
  plt.grid(False)
  plt.xticks([])
  plt.yticks([])

  plt.imshow(img, cmap=plt.cm.binary)

  predicted_label = np.argmax(predictions_array)
  if predicted_label == true_label:
    color = 'blue'
  else:
    color = 'red'

  plt.xlabel("{} {:2.0f}% ({})".format(class_names[predicted_label],
                                100*np.max(predictions_array),
                                class_names[true_label]),
                                color=color)

def plot_value_array(i, predictions_array, true_label):
  predictions_array, true_label = predictions_array, true_label[i]
  plt.grid(False)
  plt.xticks(range(10))
  plt.yticks([])
  thisplot = plt.bar(range(10), predictions_array, color="#777777")
  plt.ylim([0, 1])
  predicted_label = np.argmax(predictions_array)

  thisplot[predicted_label].set_color('red')
  thisplot[true_label].set_color('blue')

i = 0
plt.figure(figsize=(6,3))
plt.subplot(1,2,1)
plot_image(i, predictions[i], test_labels, test_images)
plt.subplot(1,2,2)
plot_value_array(i, predictions[i],  test_labels)
plt.show()

i = 12
plt.figure(figsize=(6,3))
plt.subplot(1,2,1)
plot_image(i, predictions[i], test_labels, test_images)
plt.subplot(1,2,2)
plot_value_array(i, predictions[i],  test_labels)
plt.show()

# Plot the first X test images, their predicted labels, and the true labels.
# Color correct predictions in blue and incorrect predictions in red.
num_rows = 5
num_cols = 3
num_images = num_rows*num_cols
plt.figure(figsize=(2*2*num_cols, 2*num_rows))
for i in range(num_images):
  plt.subplot(num_rows, 2*num_cols, 2*i+1)
  plot_image(i, predictions[i], test_labels, test_images)
  plt.subplot(num_rows, 2*num_cols, 2*i+2)
  plot_value_array(i, predictions[i], test_labels)
plt.tight_layout()
plt.show()

matplotlib.pyplot.imshow matplotlib.pyplot.tight_layout matplotlib.pyplot.yticks tensorflow.keras.losses.SparseCategoricalCrossentropy matplotlib.pyplot.ylim tensorflow.keras.layers.Dense matplotlib.pyplot.colorbar numpy.max numpy.argmax matplotlib.pyplot.subplot matplotlib.pyplot.grid matplotlib.pyplot.xlabel matplotlib.pyplot.xticks matplotlib.pyplot.show tensorflow.keras.layers.Flatten tensorflow.keras.layers.Softmax matplotlib.pyplot.figure
[(23, 'matplotlib.pyplot.figure', 'plt.figure', ([], {}), True, 'import matplotlib.pyplot as plt\n'), (24, 'matplotlib.pyplot.imshow', 'plt.imshow', (['train_images[0]'], {}), True, 'import matplotlib.pyplot as plt\n'), (25, 'matplotlib.pyplot.colorbar', 'plt.colorbar', ([], {}), True, 'import matplotlib.pyplot as plt\n'), (26, 'matplotlib.pyplot.grid', 'plt.grid', (['(False)'], {}), True, 'import matplotlib.pyplot as plt\n'), (27, 'matplotlib.pyplot.show', 'plt.show', ([], {}), True, 'import matplotlib.pyplot as plt\n'), (32, 'matplotlib.pyplot.figure', 'plt.figure', ([], {'figsize': '(10, 10)'}), True, 'import matplotlib.pyplot as plt\n'), (40, 'matplotlib.pyplot.show', 'plt.show', ([], {}), True, 'import matplotlib.pyplot as plt\n'), (65, 'numpy.argmax', 'np.argmax', (['predictions[0]'], {}), True, 'import numpy as np\n'), (101, 'matplotlib.pyplot.figure', 'plt.figure', ([], {'figsize': '(6, 3)'}), True, 'import matplotlib.pyplot as plt\n'), (102, 'matplotlib.pyplot.subplot', 'plt.subplot', (['(1)', '(2)', '(1)'], {}), True, 'import matplotlib.pyplot as plt\n'), (104, 'matplotlib.pyplot.subplot', 'plt.subplot', (['(1)', '(2)', '(2)'], {}), True, 'import matplotlib.pyplot as plt\n'), (106, 'matplotlib.pyplot.show', 'plt.show', ([], {}), True, 'import matplotlib.pyplot as plt\n'), (109, 'matplotlib.pyplot.figure', 'plt.figure', ([], {'figsize': '(6, 3)'}), True, 'import matplotlib.pyplot as plt\n'), (110, 'matplotlib.pyplot.subplot', 'plt.subplot', (['(1)', '(2)', '(1)'], {}), True, 'import matplotlib.pyplot as plt\n'), (112, 'matplotlib.pyplot.subplot', 'plt.subplot', (['(1)', '(2)', '(2)'], {}), True, 'import matplotlib.pyplot as plt\n'), (114, 'matplotlib.pyplot.show', 'plt.show', ([], {}), True, 'import matplotlib.pyplot as plt\n'), (121, 'matplotlib.pyplot.figure', 'plt.figure', ([], {'figsize': '(2 * 2 * num_cols, 2 * num_rows)'}), True, 'import matplotlib.pyplot as plt\n'), (127, 'matplotlib.pyplot.tight_layout', 'plt.tight_layout', ([], {}), True, 'import matplotlib.pyplot as plt\n'), (128, 'matplotlib.pyplot.show', 'plt.show', ([], {}), True, 'import matplotlib.pyplot as plt\n'), (34, 'matplotlib.pyplot.subplot', 'plt.subplot', (['(5)', '(5)', '(i + 1)'], {}), True, 'import matplotlib.pyplot as plt\n'), (35, 'matplotlib.pyplot.xticks', 'plt.xticks', (['[]'], {}), True, 'import matplotlib.pyplot as plt\n'), (36, 'matplotlib.pyplot.yticks', 'plt.yticks', (['[]'], {}), True, 'import matplotlib.pyplot as plt\n'), (37, 'matplotlib.pyplot.grid', 'plt.grid', (['(False)'], {}), True, 'import matplotlib.pyplot as plt\n'), (38, 'matplotlib.pyplot.imshow', 'plt.imshow', (['train_images[i]'], {'cmap': 'plt.cm.binary'}), True, 'import matplotlib.pyplot as plt\n'), (39, 'matplotlib.pyplot.xlabel', 'plt.xlabel', (['class_names[train_labels[i]]'], {}), True, 'import matplotlib.pyplot as plt\n'), (71, 'matplotlib.pyplot.grid', 'plt.grid', (['(False)'], {}), True, 'import matplotlib.pyplot as plt\n'), (72, 'matplotlib.pyplot.xticks', 'plt.xticks', (['[]'], {}), True, 'import matplotlib.pyplot as plt\n'), (73, 'matplotlib.pyplot.yticks', 'plt.yticks', (['[]'], {}), True, 'import matplotlib.pyplot as plt\n'), (75, 'matplotlib.pyplot.imshow', 'plt.imshow', (['img'], {'cmap': 'plt.cm.binary'}), True, 'import matplotlib.pyplot as plt\n'), (77, 'numpy.argmax', 'np.argmax', (['predictions_array'], {}), True, 'import numpy as np\n'), (90, 'matplotlib.pyplot.grid', 'plt.grid', (['(False)'], {}), True, 'import matplotlib.pyplot as plt\n'), (92, 'matplotlib.pyplot.yticks', 'plt.yticks', (['[]'], {}), True, 'import matplotlib.pyplot as plt\n'), (94, 'matplotlib.pyplot.ylim', 'plt.ylim', (['[0, 1]'], {}), True, 'import matplotlib.pyplot as plt\n'), (95, 'numpy.argmax', 'np.argmax', (['predictions_array'], {}), True, 'import numpy as np\n'), (123, 'matplotlib.pyplot.subplot', 'plt.subplot', (['num_rows', '(2 * num_cols)', '(2 * i + 1)'], {}), True, 'import matplotlib.pyplot as plt\n'), (125, 'matplotlib.pyplot.subplot', 'plt.subplot', (['num_rows', '(2 * num_cols)', '(2 * i + 2)'], {}), True, 'import matplotlib.pyplot as plt\n'), (43, 'tensorflow.keras.layers.Flatten', 'keras.layers.Flatten', ([], {'input_shape': '(28, 28)'}), False, 'from tensorflow import keras\n'), (44, 'tensorflow.keras.layers.Dense', 'keras.layers.Dense', (['(128)'], {'activation': '"""relu"""'}), False, 'from tensorflow import keras\n'), (45, 'tensorflow.keras.layers.Dense', 'keras.layers.Dense', (['(10)'], {}), False, 'from tensorflow import keras\n'), (49, 'tensorflow.keras.losses.SparseCategoricalCrossentropy', 'tf.keras.losses.SparseCategoricalCrossentropy', ([], {'from_logits': '(True)'}), True, 'import tensorflow as tf\n'), (59, 'tensorflow.keras.layers.Softmax', 'tf.keras.layers.Softmax', ([], {}), True, 'import tensorflow as tf\n'), (84, 'numpy.max', 'np.max', (['predictions_array'], {}), True, 'import numpy as np\n')]