matrix-spam-ml

git clone git://archive.git.mtrnord.blog/MTRNord/matrix-spam-ml.git
Log | Files | Refs | Submodules | README | LICENSE

commit a9f00dc8a5c7893996c1545edeacab87b258c96d
parent 15853a7c0ae15be927dc9c3ac74acfa6cc3f9895
Author: MTRNord <mtrnord1@gmail.com>
Date:   Sun, 25 Sep 2022 23:59:23 +0200

Another run (not useful)

Diffstat:
Alogs/scalars/20220925-221859/train/events.out.tfevents.1664142704.DESKTOP-GS9C68O.19460.4011.v2 | 0
Alogs/scalars/20220925-221859/train/events.out.tfevents.1664142897.DESKTOP-GS9C68O.19460.4013.v2 | 0
Alogs/scalars/20220925-221859/validation/events.out.tfevents.1664142705.DESKTOP-GS9C68O.19460.4012.v2 | 0
Alogs/scalars/20220925-221859/validation/events.out.tfevents.1664142897.DESKTOP-GS9C68O.19460.4014.v2 | 0
Mmodel.png | 0
Amodels/spam_keras_1664142925.6377249/keras_metadata.pb | 3+++
Amodels/spam_keras_1664142925.6377249/saved_model.pb | 3+++
Amodels/spam_keras_1664142925.6377249/variables/variables.data-00000-of-00001 | 3+++
Amodels/spam_keras_1664142925.6377249/variables/variables.index | 3+++
Mspam-keras.ipynb | 23++++++++++++++---------
10 files changed, 26 insertions(+), 9 deletions(-)

diff --git a/logs/scalars/20220925-221859/train/events.out.tfevents.1664142704.DESKTOP-GS9C68O.19460.4011.v2 b/logs/scalars/20220925-221859/train/events.out.tfevents.1664142704.DESKTOP-GS9C68O.19460.4011.v2 Binary files differ. diff --git a/logs/scalars/20220925-221859/train/events.out.tfevents.1664142897.DESKTOP-GS9C68O.19460.4013.v2 b/logs/scalars/20220925-221859/train/events.out.tfevents.1664142897.DESKTOP-GS9C68O.19460.4013.v2 Binary files differ. diff --git a/logs/scalars/20220925-221859/validation/events.out.tfevents.1664142705.DESKTOP-GS9C68O.19460.4012.v2 b/logs/scalars/20220925-221859/validation/events.out.tfevents.1664142705.DESKTOP-GS9C68O.19460.4012.v2 Binary files differ. diff --git a/logs/scalars/20220925-221859/validation/events.out.tfevents.1664142897.DESKTOP-GS9C68O.19460.4014.v2 b/logs/scalars/20220925-221859/validation/events.out.tfevents.1664142897.DESKTOP-GS9C68O.19460.4014.v2 Binary files differ. diff --git a/model.png b/model.png Binary files differ. diff --git a/models/spam_keras_1664142925.6377249/keras_metadata.pb b/models/spam_keras_1664142925.6377249/keras_metadata.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6f6987b4762684e638018a1c50431ed5809240a50416d0ca8981c49f4324a98 +size 11601 diff --git a/models/spam_keras_1664142925.6377249/saved_model.pb b/models/spam_keras_1664142925.6377249/saved_model.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b632a10d52a7b5f36040e949b6a92c0e59d390a6133599e37dfe7e41770594eb +size 126161 diff --git a/models/spam_keras_1664142925.6377249/variables/variables.data-00000-of-00001 b/models/spam_keras_1664142925.6377249/variables/variables.data-00000-of-00001 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bd34f39f917ccefca761fe375f4a07da37989f38dffbe665e7871f7d211120 +size 208403 diff --git a/models/spam_keras_1664142925.6377249/variables/variables.index b/models/spam_keras_1664142925.6377249/variables/variables.index @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b408738401bba714d0c57e7ce1cb405ca8ba66c36b57a154c714f460c2065bf4 +size 1642 diff --git a/spam-keras.ipynb b/spam-keras.ipynb @@ -95,7 +95,7 @@ "spam_msg = data[data.label == 1]\n", "\n", "#randomly taking data from ham_msg\n", - "ham_msg = ham_msg.sample(n=len(spam_msg), random_state=42)\n", + "ham_msg = ham_msg.sample(n=len(spam_msg)*2, random_state=42)\n", "\n", "data = pd.concat([ham_msg, spam_msg]).reset_index(drop=True)\n", "\n", @@ -135,9 +135,9 @@ "metadata": {}, "outputs": [], "source": [ - "vocab_size = 1000\n", - "embedding_dim = 16\n", - "#embedding_dim = 32\n", + "vocab_size = 5000\n", + "#embedding_dim = 16\n", + "embedding_dim = 32\n", "#max_length = 120\n", "max_length = None\n", "trunc_type = 'post'\n", @@ -185,6 +185,10 @@ "logdir = \"logs/scalars/\" + datetime.now().strftime(\"%Y%m%d-%H%M%S\")\n", "tensorboard_callback = keras.callbacks.TensorBoard(log_dir=logdir)\n", "\n", + "hypermodel_logdir = \"logs/scalars/\" + datetime.now().strftime(\"%Y%m%d-%H%M%S\") + \"_hypermodel\"\n", + "hypermodel_tensorboard_callback = keras.callbacks.TensorBoard(\n", + " log_dir=hypermodel_logdir)\n", + "\n", "hypertuner_logdir = \"hypertuner_logs/scalars/\" + datetime.now().strftime(\"%Y%m%d-%H%M%S\")\n", "hypertuner_tensorboard_callback = keras.callbacks.TensorBoard(\n", " log_dir=hypertuner_logdir)\n", @@ -296,11 +300,11 @@ "hypermodel = tuner.hypermodel.build(best_hps)\n", "hypermodel_history = hypermodel.fit(padded, training_labels_final, verbose=0,\n", " epochs=best_epoch, validation_split=0.2,\n", - " callbacks=[tensorboard_callback,\n", - " tf.keras.callbacks.ModelCheckpoint(filepath=checkpoint_prefix,\n", - " save_weights_only=True),\n", - " #es_callback\n", - " ],\n", + " callbacks=[hypermodel_tensorboard_callback,\n", + " tf.keras.callbacks.ModelCheckpoint(filepath=checkpoint_prefix,\n", + " save_weights_only=True),\n", + " #es_callback\n", + " ],\n", " )\n", "\n", "print(\"Average train loss(hypermodel_history): \",\n", @@ -317,6 +321,7 @@ "source": [ "# Save model\n", "import time\n", + "\n", "hypermodel.save(f\"./models/spam_keras_{time.time()}\")\n", "\n", "# summarize history for accuracy\n",