From 38de8063407709f4c04fe0f8d32361406e833623 Mon Sep 17 00:00:00 2001 From: Ilia Kulikov Date: Wed, 25 Sep 2024 18:33:11 +0000 Subject: [PATCH] headers added --- projects/self_taught_evaluator/examples/run_example.sh | 5 +++++ projects/self_taught_evaluator/examples/run_model.py | 9 ++++++++- .../self_taught_evaluator/examples/run_rewardbench.sh | 5 +++++ 3 files changed, 18 insertions(+), 1 deletion(-) diff --git a/projects/self_taught_evaluator/examples/run_example.sh b/projects/self_taught_evaluator/examples/run_example.sh index 35987a7..d725003 100644 --- a/projects/self_taught_evaluator/examples/run_example.sh +++ b/projects/self_taught_evaluator/examples/run_example.sh @@ -1,5 +1,10 @@ #!/bin/bash +# Copyright (c) Meta Platforms, Inc. and affiliates. +# +# This source code is licensed under the MIT license found in the +# LICENSE file in the root directory of this source tree. + EXAMPLE_INPUTS=example_inputs.jsonl MODEL_DIR=facebook/Self-taught-evaluator-llama3.1-70B # HF repo EXAMPLE_OUTPUTS=example_outputs.jsonl diff --git a/projects/self_taught_evaluator/examples/run_model.py b/projects/self_taught_evaluator/examples/run_model.py index 90d64c2..b8b29c5 100644 --- a/projects/self_taught_evaluator/examples/run_model.py +++ b/projects/self_taught_evaluator/examples/run_model.py @@ -1,8 +1,15 @@ +""" +Copyright (c) Meta Platforms, Inc. and affiliates. + +This source code is licensed under the MIT license found in the +LICENSE file in the root directory of this source tree. +""" + from pathlib import Path from typing import Dict, List from fire import Fire -from transformers import AutoTokenizer, LlamaTokenizer +from transformers import LlamaTokenizer from utils import load_from_jsonl, parse_judgement, prepare_vllm_input, save_to_jsonl from vllm import LLM, SamplingParams diff --git a/projects/self_taught_evaluator/examples/run_rewardbench.sh b/projects/self_taught_evaluator/examples/run_rewardbench.sh index 24abaa5..ed88ac4 100644 --- a/projects/self_taught_evaluator/examples/run_rewardbench.sh +++ b/projects/self_taught_evaluator/examples/run_rewardbench.sh @@ -1,5 +1,10 @@ #!/bin/bash +# Copyright (c) Meta Platforms, Inc. and affiliates. +# +# This source code is licensed under the MIT license found in the +# LICENSE file in the root directory of this source tree. + RB_INPUT=rewardbench_inputs.jsonl RB_OUTPUT=rewardbench_results.jsonl MODEL_DIR=/opt/hpcaas/.mounts/fs-0e3f1457c6d924fc0/kulikov/openeft_fs2_ckpts/wildchat_dpo_it1_public_recipe/checkpoints_hf/step_300_hf