Skip to content

Commit

Permalink
v2.7.2 (#363)
Browse files Browse the repository at this point in the history
Patch v2.7.2 changes:
- Add signature to W&B logs to ensure authenticity of logs.
- Increase Multiple Choice task rate from 0.05 to 0.2.
  • Loading branch information
dbobrenko committed Sep 3, 2024
1 parent 66db048 commit 91f1fc0
Show file tree
Hide file tree
Showing 3 changed files with 11 additions and 5 deletions.
4 changes: 2 additions & 2 deletions prompting/tasks/task_registry.py
Original file line number Diff line number Diff line change
Expand Up @@ -24,15 +24,15 @@ class TaskConfig(BaseModel):

class TaskRegistry(BaseModel):
task_configs: ClassVar[list[TaskConfig]] = [
TaskConfig(task=QuestionAnsweringTask, probability=0.55, datasets=[WikiDataset], reward_model=QARewardConfig),
TaskConfig(task=QuestionAnsweringTask, probability=0.4, datasets=[WikiDataset], reward_model=QARewardConfig),
TaskConfig(
task=SummarizationTask, probability=0.2, datasets=[WikiDataset], reward_model=SummarizationRewardConfig
),
TaskConfig(
task=DateQuestionAnsweringTask, probability=0.2, datasets=[WikiDateDataset], reward_model=DateQARewardConfig
),
TaskConfig(
task=MultiChoiceTask, probability=0.05, datasets=[WikiDataset], reward_model=MultiChoiceRewardConfig
task=MultiChoiceTask, probability=0.2, datasets=[WikiDataset], reward_model=MultiChoiceRewardConfig
),
]

Expand Down
10 changes: 8 additions & 2 deletions prompting/utils/logging.py
Original file line number Diff line number Diff line change
Expand Up @@ -85,8 +85,10 @@ def init_wandb(reinit=False, neuron: Literal["validator", "miner"] = "validator"

tags += custom_tags

# wandb_config = {key: copy.deepcopy(self.config.get(key, None)) for key in ("neuron", "reward", "netuid", "wandb")}
# wandb_config["neuron"].pop("full_path", None)
wandb_config = {
"HOTKEY_SS58": settings.WALLET.hotkey.ss58_address,
"NETUID": settings.NETUID,
}
wandb.login(anonymous="allow", key=settings.WANDB_API_KEY, verify=True)
logger.info(
f"Logging in to wandb on entity: {settings.WANDB_ENTITY} and project: {settings.WANDB_PROJECT_NAME}"
Expand All @@ -99,7 +101,11 @@ def init_wandb(reinit=False, neuron: Literal["validator", "miner"] = "validator"
dir=settings.SAVE_PATH,
tags=tags,
notes=settings.WANDB_NOTES,
config=wandb_config
)
signature = settings.WALLET.hotkey.sign(WANDB.id.encode()).hex()
wandb_config["SIGNATURE"] = signature
WANDB.config.update(wandb_config)
logger.success(f"Started a new wandb run <blue> {WANDB.name} </blue>")


Expand Down
2 changes: 1 addition & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[tool.poetry]
name = "prompting"
version = "2.7.1"
version = "2.7.2"
description = "Subnetwork 1 runs on Bittensor and is maintained by Macrocosmos. It's an effort to create decentralised AI"
authors = ["Kalei Brady, Dmytro Bobrenko, Felix Quinque, Steffen Cruz"]
readme = "README.md"
Expand Down

0 comments on commit 91f1fc0

Please sign in to comment.