Test

2026-06-11 17:49:41 +02:00
parent f760e8fb85
commit 7d1a730d0b
5 changed files with 182 additions and 0 deletions
--- a/benchmark.sh
+++ b/benchmark.sh
@@ -0,0 +1,6 @@
+#!/bin/bash
+lm_eval
+    --model hf \
+    --model_args pretrained=~/Uni/tfm/qwen_random,dtype=bfloat16,device_mp=auto \
+    --tasks hellaswag,arc_easy,boolq \
+    --batch_size auto