diff --git a/personalized_active_learning/datamodules/base.py b/personalized_active_learning/datamodules/base.py index 7b919c1..44d227a 100644 --- a/personalized_active_learning/datamodules/base.py +++ b/personalized_active_learning/datamodules/base.py @@ -1,6 +1,7 @@ import abc from enum import Enum from typing import List, Optional, Tuple +import logging import numpy as np import pandas as pd @@ -281,6 +282,10 @@ def _apply_personalised_embeddings(self) -> Tuple[pd.DataFrame, pd.DataFrame]: self.annotations ) + logging.info( + "Preparing personalised embeddings: %s" % personalised_embeddings.name + ) + self.embeddings_creator.set_personalised_embeddings_name( personalised_embeddings.name ) diff --git a/personalized_active_learning/embeddings/embeddings_creator.py b/personalized_active_learning/embeddings/embeddings_creator.py index af27a7c..de0edad 100644 --- a/personalized_active_learning/embeddings/embeddings_creator.py +++ b/personalized_active_learning/embeddings/embeddings_creator.py @@ -8,6 +8,7 @@ import numpy as np import torch +import logging from settings import EMBEDDINGS_SIZES, TRANSFORMER_MODEL_STRINGS from personalized_nlp.utils.embeddings import create_embeddings @@ -85,6 +86,7 @@ def get_embeddings(self, texts: List[str]) -> torch.Tensor: return self._load_embeddings() def _load_embeddings(self) -> torch.Tensor: + logging.info("Loading embeddings from %s" % (self.embeddings_path)) with open(self.embeddings_path, "rb") as f: text_idx_to_emb = pickle.load(f) diff --git a/personalized_active_learning/experiments/active_learning/unhealthy.py b/personalized_active_learning/experiments/active_learning/unhealthy.py index 351f53c..6645738 100644 --- a/personalized_active_learning/experiments/active_learning/unhealthy.py +++ b/personalized_active_learning/experiments/active_learning/unhealthy.py @@ -1,6 +1,8 @@ # TODO: REFACTOR!!!! import os import warnings +import logging + from itertools import product from pytorch_lightning.utilities.warnings import PossibleUserWarning @@ -29,6 +31,10 @@ os.environ["CUDA_VISIBLE_DEVICES"] = "0" os.environ["WANDB_START_METHOD"] = "thread" +logging.basicConfig( + format="%(asctime)s %(filename)s %(lineno)d [%(levelname)s]: %(message)s", + level=logging.INFO +) if __name__ == "__main__": wandb_project_name = "PNW_AL_Unhealthy_tests" diff --git a/personalized_active_learning/experiments/active_learning/wiki/aggression.py b/personalized_active_learning/experiments/active_learning/wiki/aggression.py index 4eefdc6..f9cec04 100644 --- a/personalized_active_learning/experiments/active_learning/wiki/aggression.py +++ b/personalized_active_learning/experiments/active_learning/wiki/aggression.py @@ -18,12 +18,17 @@ from personalized_nlp.utils import seed_everything from personalized_nlp.utils.experiments import product_kwargs from settings import DATA_DIR +import logging # False positive https://github.com/Lightning-AI/lightning/issues/11856 warnings.filterwarnings("ignore", category=PossibleUserWarning) os.environ["CUDA_VISIBLE_DEVICES"] = "0" os.environ["WANDB_START_METHOD"] = "thread" +logging.basicConfig( + format="%(asctime)s %(filename)s %(lineno)d [%(levelname)s]: %(message)s", + level=logging.INFO +) if __name__ == "__main__": wandb_project_name = "PNW_AL_Wiki_Aggression"