Skip to content

Commit

Permalink
swap out lg2 -> lg3 (#650)
Browse files Browse the repository at this point in the history
  • Loading branch information
bkorycki authored Oct 29, 2024
1 parent e9d6236 commit 2ac76ea
Showing 1 changed file with 7 additions and 7 deletions.
14 changes: 7 additions & 7 deletions src/modelgauge/private_ensemble_annotator_set.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,11 +18,11 @@
from modelgauge.annotators.llama_3_70b_chat_annotator import (
LLAMA_3_70B_PE_TAMALPAIS_2024_09_09_CONFIG as LLAMA_3_70B_CONFIG,
) # type: ignore
from modelgauge.annotators.llama_guard_2_lora_annotator import (
LlamaGuard2LoRAAnnotator,
from modelgauge.annotators.llama_guard_3_lora_annotator import (
LlamaGuard3LoRAAnnotator,
) # type: ignore
from modelgauge.annotators.local_lg2_lora_annotator import (
config as LG2_LORA_CONFIG,
from modelgauge.annotators.template_lg3_lora_annotator import (
config as LG3_LORA_CONFIG,
) # type: ignore
from modelgauge.annotators.mistral_8x22b_instruct_annotator import (
MISTRAL_8x22B_PE_TAMALPAIS_2024_09_09_CONFIG as MISTRAL_8x22B_CONFIG,
Expand Down Expand Up @@ -68,15 +68,15 @@ def _register_annotators(self):
self.annotators = [
MISTRAL_8x22B_CONFIG.name,
LLAMA_3_70B_CONFIG.name,
LG2_LORA_CONFIG.name,
LG3_LORA_CONFIG.name,
WILDGUARD_ANNOTATOR_CONFIG.name,
]

def __configure_vllm_annotators(self):
self.secrets["vllm_endpoint_url"] = os.environ.get("VLLM_ENDPOINT_URL", "")
assert self.secrets["vllm_endpoint_url"], "Environment variable `VLLM_ENDPOINT_URL` is not set."
LG2_LORA_CONFIG.api_key = self.secrets["vllm_api_key"].value
LG2_LORA_CONFIG.base_url = self.secrets["vllm_endpoint_url"]
LG3_LORA_CONFIG.api_key = self.secrets["vllm_api_key"].value
LG3_LORA_CONFIG.base_url = self.secrets["vllm_endpoint_url"]

def __configure_huggingface_annotators(self):
WILDGUARD_ANNOTATOR_CONFIG.token = self.secrets["huggingface_inference_token"].value
Expand Down

0 comments on commit 2ac76ea

Please sign in to comment.