From 91f1fc06c0e6493a2976985e220e6ee4993d0009 Mon Sep 17 00:00:00 2001
From: Dmytro Bobrenko <17252809+dbobrenko@users.noreply.github.com>
Date: Tue, 3 Sep 2024 17:00:35 +0200
Subject: [PATCH] v2.7.2 (#363)

Patch v2.7.2 changes:
- Add signature to W&B logs to ensure authenticity of logs.
- Increase Multiple Choice task rate from 0.05 to 0.2.
---
 prompting/tasks/task_registry.py |  4 ++--
 prompting/utils/logging.py       | 10 ++++++++--
 pyproject.toml                   |  2 +-
 3 files changed, 11 insertions(+), 5 deletions(-)

diff --git a/prompting/tasks/task_registry.py b/prompting/tasks/task_registry.py
index e8d019ff..48f28a9d 100644
--- a/prompting/tasks/task_registry.py
+++ b/prompting/tasks/task_registry.py
@@ -24,7 +24,7 @@ class TaskConfig(BaseModel):
 
 class TaskRegistry(BaseModel):
     task_configs: ClassVar[list[TaskConfig]] = [
-        TaskConfig(task=QuestionAnsweringTask, probability=0.55, datasets=[WikiDataset], reward_model=QARewardConfig),
+        TaskConfig(task=QuestionAnsweringTask, probability=0.4, datasets=[WikiDataset], reward_model=QARewardConfig),
         TaskConfig(
             task=SummarizationTask, probability=0.2, datasets=[WikiDataset], reward_model=SummarizationRewardConfig
         ),
@@ -32,7 +32,7 @@ class TaskRegistry(BaseModel):
             task=DateQuestionAnsweringTask, probability=0.2, datasets=[WikiDateDataset], reward_model=DateQARewardConfig
         ),
         TaskConfig(
-            task=MultiChoiceTask, probability=0.05, datasets=[WikiDataset], reward_model=MultiChoiceRewardConfig
+            task=MultiChoiceTask, probability=0.2, datasets=[WikiDataset], reward_model=MultiChoiceRewardConfig
         ),
     ]
 
diff --git a/prompting/utils/logging.py b/prompting/utils/logging.py
index 9ba133c0..f24507b1 100644
--- a/prompting/utils/logging.py
+++ b/prompting/utils/logging.py
@@ -85,8 +85,10 @@ def init_wandb(reinit=False, neuron: Literal["validator", "miner"] = "validator"
 
     tags += custom_tags
 
-    # wandb_config = {key: copy.deepcopy(self.config.get(key, None)) for key in ("neuron", "reward", "netuid", "wandb")}
-    # wandb_config["neuron"].pop("full_path", None)
+    wandb_config = {
+        "HOTKEY_SS58": settings.WALLET.hotkey.ss58_address,
+        "NETUID": settings.NETUID,
+    }
     wandb.login(anonymous="allow", key=settings.WANDB_API_KEY, verify=True)
     logger.info(
         f"Logging in to wandb on entity: {settings.WANDB_ENTITY} and project: {settings.WANDB_PROJECT_NAME}"
@@ -99,7 +101,11 @@ def init_wandb(reinit=False, neuron: Literal["validator", "miner"] = "validator"
         dir=settings.SAVE_PATH,
         tags=tags,
         notes=settings.WANDB_NOTES,
+        config=wandb_config
     )
+    signature = settings.WALLET.hotkey.sign(WANDB.id.encode()).hex()
+    wandb_config["SIGNATURE"] = signature
+    WANDB.config.update(wandb_config)
     logger.success(f"Started a new wandb run <blue> {WANDB.name} </blue>")
 
 
diff --git a/pyproject.toml b/pyproject.toml
index 25b65c6e..82594466 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "prompting"
-version = "2.7.1"
+version = "2.7.2"
 description = "Subnetwork 1 runs on Bittensor and is maintained by Macrocosmos. It's an effort to create decentralised AI"
 authors = ["Kalei Brady, Dmytro Bobrenko, Felix Quinque, Steffen Cruz"]
 readme = "README.md"