feat(slack-noti): add when terminated learning, send message to Slack

Author: DongjunLee

README.md

@@ -13,6 +13,8 @@ This code implements [Convolutional Neural Networks for Sentence Classification]
 - TensorFlow 1.4
 - [hb-config](https://github.com/hb-research/hb-config) (Singleton Config)
 - tqdm
+- requests
+- [Slack Incoming Webhook URL](https://my.slack.com/services/new/incoming-webhook/)
 
 ## Project Structure
 
@@ -80,6 +82,9 @@ train:
   loss_hook_n_iter: 1000
   check_hook_n_iter: 1000
   min_eval_frequency: 1000
+  
+slack:
+  webhook_url: ""   # after training notify you using slack-webhook
 ```
 
 

config/check_tiny.yml

@@ -20,7 +20,7 @@ model:
 train:
   learning_rate: 0.001
 
-  train_steps: 10000
+  train_steps: 100
   model_dir: 'logs/rt-check_tiny'
 
   save_checkpoints_steps: 100
@@ -30,3 +30,6 @@ train:
 
   print_verbose: True
   debug: False
+
+slack:
+  webhook_url: ""

config/kaggle_movie_review.yml

@@ -33,3 +33,6 @@ train:
 
   print_verbose: True
   debug: False
+
+slack:
+  webhook_url: ""

config/rt-polarity.yml

@@ -33,3 +33,6 @@ train:
 
   print_verbose: True
   debug: False
+
+slack:
+  webhook_url: ""

main.py

@@ -1,6 +1,7 @@
 #-- coding: utf-8 -*-
 
 import argparse
+import atexit
 import logging
 
 from hbconfig import Config
@@ -9,6 +10,7 @@
 import data_loader
 import hook
 from model import Model
+import utils
 
 
 def experiment_fn(run_config, params):
@@ -92,7 +94,15 @@ def main(mode):
 
     tf.logging._logger.setLevel(logging.INFO)
 
+    # Print Config setting
     Config(args.config)
     print("Config: ", Config)
+    if Config.get("description", None):
+        print("Config Description")
+        for key, value in Config.description.items():
+            print(f" - {key}: {value}")
+
+    # After terminated Notification to Slack
+    atexit.register(utils.send_message_to_slack, config_name=args.config)
 
     main(args.mode)

requirements.txt

@@ -1,2 +1,3 @@
 hb-config
-tqdm
+tqdm
+requests

utils.py

@@ -0,0 +1,21 @@
+
+import json
+import os.path
+
+from hbconfig import Config
+import requests
+
+
+
+def send_message_to_slack(config_name):
+    project_name = os.path.basename(os.path.abspath("."))
+
+    data = {
+        "text": f"The learning is finished with *{project_name}* Project using `{config_name}` config."
+    }
+
+    webhook_url = Config.slack.webhook_url
+    if webhook_url == "":
+        print(data["text"])
+    else:
+        requests.post(Config.slack.webhook_url, data=json.dumps(data))