v2.7.2 (#363)

Patch v2.7.2 changes:
- Add signature to W&B logs to ensure authenticity of logs.
- Increase Multiple Choice task rate from 0.05 to 0.2.

Author: dbobrenko

prompting/tasks/task_registry.py

@@ -24,15 +24,15 @@ class TaskConfig(BaseModel):
 
 class TaskRegistry(BaseModel):
     task_configs: ClassVar[list[TaskConfig]] = [
-        TaskConfig(task=QuestionAnsweringTask, probability=0.55, datasets=[WikiDataset], reward_model=QARewardConfig),
+        TaskConfig(task=QuestionAnsweringTask, probability=0.4, datasets=[WikiDataset], reward_model=QARewardConfig),
         TaskConfig(
             task=SummarizationTask, probability=0.2, datasets=[WikiDataset], reward_model=SummarizationRewardConfig
         ),
         TaskConfig(
             task=DateQuestionAnsweringTask, probability=0.2, datasets=[WikiDateDataset], reward_model=DateQARewardConfig
         ),
         TaskConfig(
-            task=MultiChoiceTask, probability=0.05, datasets=[WikiDataset], reward_model=MultiChoiceRewardConfig
+            task=MultiChoiceTask, probability=0.2, datasets=[WikiDataset], reward_model=MultiChoiceRewardConfig
         ),
     ]
 

prompting/utils/logging.py

@@ -85,8 +85,10 @@ def init_wandb(reinit=False, neuron: Literal["validator", "miner"] = "validator"
 
     tags += custom_tags
 
-    # wandb_config = {key: copy.deepcopy(self.config.get(key, None)) for key in ("neuron", "reward", "netuid", "wandb")}
-    # wandb_config["neuron"].pop("full_path", None)
+    wandb_config = {
+        "HOTKEY_SS58": settings.WALLET.hotkey.ss58_address,
+        "NETUID": settings.NETUID,
+    }
     wandb.login(anonymous="allow", key=settings.WANDB_API_KEY, verify=True)
     logger.info(
         f"Logging in to wandb on entity: {settings.WANDB_ENTITY} and project: {settings.WANDB_PROJECT_NAME}"
@@ -99,7 +101,11 @@ def init_wandb(reinit=False, neuron: Literal["validator", "miner"] = "validator"
         dir=settings.SAVE_PATH,
         tags=tags,
         notes=settings.WANDB_NOTES,
+        config=wandb_config
     )
+    signature = settings.WALLET.hotkey.sign(WANDB.id.encode()).hex()
+    wandb_config["SIGNATURE"] = signature
+    WANDB.config.update(wandb_config)
     logger.success(f"Started a new wandb run <blue> {WANDB.name} </blue>")
 
 

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "prompting"
-version = "2.7.1"
+version = "2.7.2"
 description = "Subnetwork 1 runs on Bittensor and is maintained by Macrocosmos. It's an effort to create decentralised AI"
 authors = ["Kalei Brady, Dmytro Bobrenko, Felix Quinque, Steffen Cruz"]
 readme = "README.md"