|
1 | | -import swanlab |
| 1 | +# import swanlab |
2 | 2 | from spectrumlab.models import GPT4_1 |
3 | 3 | from spectrumlab.benchmark.signal_group import SignalGroup |
4 | 4 | from spectrumlab.benchmark.generation_group import GenerationGroup |
|
46 | 46 | ] |
47 | 47 |
|
48 | 48 | # Change the experiment_name to your model name!!! |
49 | | -swanlab.init( |
50 | | - workspace="SpectrumLab", |
51 | | - project="spectrumlab-eval", |
52 | | - experiment_name="gpt_4_1_generation_evaluation_results", |
53 | | - config={"model": MODEL.model_name}, |
54 | | -) |
| 49 | +# swanlab.init( |
| 50 | +# workspace="SpectrumLab", |
| 51 | +# project="spectrumlab-eval", |
| 52 | +# experiment_name="gpt_4_1_generation_evaluation_results", |
| 53 | +# config={"model": MODEL.model_name}, |
| 54 | +# ) |
55 | 55 |
|
56 | 56 | for group_info in GROUPS: |
57 | 57 | name = group_info["name"] |
|
63 | 63 | results = evaluator.evaluate(data_items=data, model=MODEL, save_path=SAVE_DIR) |
64 | 64 | accuracy = results["metrics"]["overall"]["accuracy"] |
65 | 65 | print(f"{name} Group evaluation completed! Overall accuracy: {accuracy:.2f}%\n") |
66 | | - swanlab.log({f"{name}_accuracy": accuracy}) |
| 66 | + # swanlab.log({f"{name}_accuracy": accuracy}) |
67 | 67 |
|
68 | | -swanlab.finish() |
| 68 | +# swanlab.finish() |
69 | 69 |
|
70 | 70 | # use nohup in the terminal to start the evaluation |
71 | 71 | # nohup python run_evaluation.py > run_eval.log 2>&1 & |
0 commit comments