Spaces:
Runtime error
Runtime error
- eval-queue/.gitattributes +55 -0
- eval-queue/.huggingface/.gitignore +1 -0
- eval-queue/.huggingface/download/.gitattributes.lock +0 -0
- eval-queue/.huggingface/download/.gitattributes.metadata +3 -0
- eval-queue/.huggingface/download/EleutherAI/gpt-j-6b_eval_request_False_bfloat16_Original.json.lock +0 -0
- eval-queue/.huggingface/download/EleutherAI/gpt-j-6b_eval_request_False_bfloat16_Original.json.metadata +3 -0
- eval-queue/.huggingface/download/HuggingFaceH4/zephyr-7b-beta_eval_request_False_float32_Original.json.lock +0 -0
- eval-queue/.huggingface/download/HuggingFaceH4/zephyr-7b-beta_eval_request_False_float32_Original.json.metadata +3 -0
- eval-queue/.huggingface/download/Qwen/Qwen1.5-0.5B_eval_request_False_float32_Original.json.lock +0 -0
- eval-queue/.huggingface/download/Qwen/Qwen1.5-0.5B_eval_request_False_float32_Original.json.metadata +3 -0
- eval-queue/.huggingface/download/Qwen/Qwen2-7B-Instruct_eval_request_False_float16_Original.json.lock +0 -0
- eval-queue/.huggingface/download/Qwen/Qwen2-7B-Instruct_eval_request_False_float16_Original.json.metadata +3 -0
- eval-queue/.huggingface/download/README.md.lock +0 -0
- eval-queue/.huggingface/download/README.md.metadata +3 -0
- eval-queue/.huggingface/download/demo-leaderboard/gpt2-demo_eval_request_False_bfloat16_Original.json.lock +0 -0
- eval-queue/.huggingface/download/demo-leaderboard/gpt2-demo_eval_request_False_bfloat16_Original.json.metadata +3 -0
- eval-queue/.huggingface/download/demo-leaderboard/gpt2-demo_eval_request_False_float16_Original.json.lock +0 -0
- eval-queue/.huggingface/download/demo-leaderboard/gpt2-demo_eval_request_False_float16_Original.json.metadata +3 -0
- eval-queue/.huggingface/download/microsoft/phi-2_eval_request_False_float16_Original.json.lock +0 -0
- eval-queue/.huggingface/download/microsoft/phi-2_eval_request_False_float16_Original.json.metadata +3 -0
- eval-queue/.huggingface/download/openai-community/gpt2-medium_eval_request_False_bfloat16_Original.json.lock +0 -0
- eval-queue/.huggingface/download/openai-community/gpt2-medium_eval_request_False_bfloat16_Original.json.metadata +3 -0
- eval-queue/EleutherAI/gpt-j-6b_eval_request_False_bfloat16_Original.json +1 -0
- eval-queue/HuggingFaceH4/zephyr-7b-beta_eval_request_False_float32_Original.json +1 -0
- eval-queue/Qwen/Qwen1.5-0.5B_eval_request_False_float32_Original.json +1 -0
- eval-queue/Qwen/Qwen2-7B-Instruct_eval_request_False_float16_Original.json +1 -0
- eval-queue/README.md +3 -0
- eval-queue/demo-leaderboard/gpt2-demo_eval_request_False_bfloat16_Original.json +1 -0
- eval-queue/demo-leaderboard/gpt2-demo_eval_request_False_float16_Original.json +1 -0
- eval-queue/microsoft/phi-2_eval_request_False_float16_Original.json +1 -0
- eval-queue/openai-community/gpt2-medium_eval_request_False_bfloat16_Original.json +1 -0
- eval-results/.gitattributes +55 -0
- eval-results/.huggingface/.gitignore +1 -0
- eval-results/.huggingface/download/.gitattributes.lock +0 -0
- eval-results/.huggingface/download/.gitattributes.metadata +3 -0
- eval-results/.huggingface/download/openai/.DS_Store.lock +0 -0
- eval-results/.huggingface/download/openai/.DS_Store.metadata +3 -0
- eval-results/.huggingface/download/openai/gpt-3.5-turbo/.DS_Store.lock +0 -0
- eval-results/.huggingface/download/openai/gpt-3.5-turbo/.DS_Store.metadata +3 -0
- eval-results/.huggingface/download/openai/gpt-3.5-turbo/results_2024-07-23 23:56:49.633981.json.lock +0 -0
- eval-results/.huggingface/download/openai/gpt-3.5-turbo/results_2024-07-23 23:56:49.633981.json.metadata +3 -0
- eval-results/openai/.DS_Store +0 -0
- eval-results/openai/gpt-3.5-turbo/.DS_Store +0 -0
- eval-results/openai/gpt-3.5-turbo/results_2024-07-23 23:56:49.633981.json +21 -0
eval-queue/.gitattributes
ADDED
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
*.7z filter=lfs diff=lfs merge=lfs -text
|
2 |
+
*.arrow filter=lfs diff=lfs merge=lfs -text
|
3 |
+
*.bin filter=lfs diff=lfs merge=lfs -text
|
4 |
+
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
5 |
+
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
6 |
+
*.ftz filter=lfs diff=lfs merge=lfs -text
|
7 |
+
*.gz filter=lfs diff=lfs merge=lfs -text
|
8 |
+
*.h5 filter=lfs diff=lfs merge=lfs -text
|
9 |
+
*.joblib filter=lfs diff=lfs merge=lfs -text
|
10 |
+
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
11 |
+
*.lz4 filter=lfs diff=lfs merge=lfs -text
|
12 |
+
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
13 |
+
*.model filter=lfs diff=lfs merge=lfs -text
|
14 |
+
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
15 |
+
*.npy filter=lfs diff=lfs merge=lfs -text
|
16 |
+
*.npz filter=lfs diff=lfs merge=lfs -text
|
17 |
+
*.onnx filter=lfs diff=lfs merge=lfs -text
|
18 |
+
*.ot filter=lfs diff=lfs merge=lfs -text
|
19 |
+
*.parquet filter=lfs diff=lfs merge=lfs -text
|
20 |
+
*.pb filter=lfs diff=lfs merge=lfs -text
|
21 |
+
*.pickle filter=lfs diff=lfs merge=lfs -text
|
22 |
+
*.pkl filter=lfs diff=lfs merge=lfs -text
|
23 |
+
*.pt filter=lfs diff=lfs merge=lfs -text
|
24 |
+
*.pth filter=lfs diff=lfs merge=lfs -text
|
25 |
+
*.rar filter=lfs diff=lfs merge=lfs -text
|
26 |
+
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
27 |
+
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
28 |
+
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
29 |
+
*.tar filter=lfs diff=lfs merge=lfs -text
|
30 |
+
*.tflite filter=lfs diff=lfs merge=lfs -text
|
31 |
+
*.tgz filter=lfs diff=lfs merge=lfs -text
|
32 |
+
*.wasm filter=lfs diff=lfs merge=lfs -text
|
33 |
+
*.xz filter=lfs diff=lfs merge=lfs -text
|
34 |
+
*.zip filter=lfs diff=lfs merge=lfs -text
|
35 |
+
*.zst filter=lfs diff=lfs merge=lfs -text
|
36 |
+
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
37 |
+
# Audio files - uncompressed
|
38 |
+
*.pcm filter=lfs diff=lfs merge=lfs -text
|
39 |
+
*.sam filter=lfs diff=lfs merge=lfs -text
|
40 |
+
*.raw filter=lfs diff=lfs merge=lfs -text
|
41 |
+
# Audio files - compressed
|
42 |
+
*.aac filter=lfs diff=lfs merge=lfs -text
|
43 |
+
*.flac filter=lfs diff=lfs merge=lfs -text
|
44 |
+
*.mp3 filter=lfs diff=lfs merge=lfs -text
|
45 |
+
*.ogg filter=lfs diff=lfs merge=lfs -text
|
46 |
+
*.wav filter=lfs diff=lfs merge=lfs -text
|
47 |
+
# Image files - uncompressed
|
48 |
+
*.bmp filter=lfs diff=lfs merge=lfs -text
|
49 |
+
*.gif filter=lfs diff=lfs merge=lfs -text
|
50 |
+
*.png filter=lfs diff=lfs merge=lfs -text
|
51 |
+
*.tiff filter=lfs diff=lfs merge=lfs -text
|
52 |
+
# Image files - compressed
|
53 |
+
*.jpg filter=lfs diff=lfs merge=lfs -text
|
54 |
+
*.jpeg filter=lfs diff=lfs merge=lfs -text
|
55 |
+
*.webp filter=lfs diff=lfs merge=lfs -text
|
eval-queue/.huggingface/.gitignore
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
*
|
eval-queue/.huggingface/download/.gitattributes.lock
ADDED
File without changes
|
eval-queue/.huggingface/download/.gitattributes.metadata
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
8d20a73e7effc0e043745fe9732db65b752036bf
|
2 |
+
28df5f900b358436f0267334b3e3e9af33f917ba
|
3 |
+
1721754574.486735
|
eval-queue/.huggingface/download/EleutherAI/gpt-j-6b_eval_request_False_bfloat16_Original.json.lock
ADDED
File without changes
|
eval-queue/.huggingface/download/EleutherAI/gpt-j-6b_eval_request_False_bfloat16_Original.json.metadata
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
8d20a73e7effc0e043745fe9732db65b752036bf
|
2 |
+
add129acc5131eb175fda5e67c2106aeb3589b09
|
3 |
+
1721754574.2229629
|
eval-queue/.huggingface/download/HuggingFaceH4/zephyr-7b-beta_eval_request_False_float32_Original.json.lock
ADDED
File without changes
|
eval-queue/.huggingface/download/HuggingFaceH4/zephyr-7b-beta_eval_request_False_float32_Original.json.metadata
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
8d20a73e7effc0e043745fe9732db65b752036bf
|
2 |
+
5b8acb4eec053feac6cb53d37d999131b019a17c
|
3 |
+
1721754574.2095098
|
eval-queue/.huggingface/download/Qwen/Qwen1.5-0.5B_eval_request_False_float32_Original.json.lock
ADDED
File without changes
|
eval-queue/.huggingface/download/Qwen/Qwen1.5-0.5B_eval_request_False_float32_Original.json.metadata
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
8d20a73e7effc0e043745fe9732db65b752036bf
|
2 |
+
e0f9f7d17505e3b9f71fee9a2a91b7334ceecd86
|
3 |
+
1721754574.252616
|
eval-queue/.huggingface/download/Qwen/Qwen2-7B-Instruct_eval_request_False_float16_Original.json.lock
ADDED
File without changes
|
eval-queue/.huggingface/download/Qwen/Qwen2-7B-Instruct_eval_request_False_float16_Original.json.metadata
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
8d20a73e7effc0e043745fe9732db65b752036bf
|
2 |
+
8c14e85e5fbbf7c660b5d2b06d3d6d327dad32f6
|
3 |
+
1721754574.486627
|
eval-queue/.huggingface/download/README.md.lock
ADDED
File without changes
|
eval-queue/.huggingface/download/README.md.metadata
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
8d20a73e7effc0e043745fe9732db65b752036bf
|
2 |
+
7be5fc7f47d5db027d120b8024982df93db95b74
|
3 |
+
1721754574.5005949
|
eval-queue/.huggingface/download/demo-leaderboard/gpt2-demo_eval_request_False_bfloat16_Original.json.lock
ADDED
File without changes
|
eval-queue/.huggingface/download/demo-leaderboard/gpt2-demo_eval_request_False_bfloat16_Original.json.metadata
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
8d20a73e7effc0e043745fe9732db65b752036bf
|
2 |
+
2e73ade7bee714130aeea0a6ad2df909f8ae835b
|
3 |
+
1721754574.591729
|
eval-queue/.huggingface/download/demo-leaderboard/gpt2-demo_eval_request_False_float16_Original.json.lock
ADDED
File without changes
|
eval-queue/.huggingface/download/demo-leaderboard/gpt2-demo_eval_request_False_float16_Original.json.metadata
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
8d20a73e7effc0e043745fe9732db65b752036bf
|
2 |
+
8d8ea28d372acb2be0bb8b424ef9839628460942
|
3 |
+
1721754574.770705
|
eval-queue/.huggingface/download/microsoft/phi-2_eval_request_False_float16_Original.json.lock
ADDED
File without changes
|
eval-queue/.huggingface/download/microsoft/phi-2_eval_request_False_float16_Original.json.metadata
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
8d20a73e7effc0e043745fe9732db65b752036bf
|
2 |
+
98086d492f24f27127f2563ddd0d5947b67738a2
|
3 |
+
1721754575.058256
|
eval-queue/.huggingface/download/openai-community/gpt2-medium_eval_request_False_bfloat16_Original.json.lock
ADDED
File without changes
|
eval-queue/.huggingface/download/openai-community/gpt2-medium_eval_request_False_bfloat16_Original.json.metadata
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
8d20a73e7effc0e043745fe9732db65b752036bf
|
2 |
+
463a684e168bffac55445c163c7646623466004e
|
3 |
+
1721754575.067574
|
eval-queue/EleutherAI/gpt-j-6b_eval_request_False_bfloat16_Original.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"model": "EleutherAI/gpt-j-6b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "status": "FAILED", "submitted_time": "2024-03-28T12:37:02Z", "model_type": "\ud83d\udfe2 : pretrained", "likes": 1362, "params": 0, "license": "apache-2.0", "private": false}
|
eval-queue/HuggingFaceH4/zephyr-7b-beta_eval_request_False_float32_Original.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"model": "HuggingFaceH4/zephyr-7b-beta", "base_model": "", "revision": "main", "precision": "float32", "weight_type": "Original", "status": "FAILED", "submitted_time": "2024-03-28T12:30:25Z", "model_type": "\ud83d\udd36 : fine-tuned", "likes": 1384, "params": 7.242, "license": "mit", "private": false}
|
eval-queue/Qwen/Qwen1.5-0.5B_eval_request_False_float32_Original.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"model": "Qwen/Qwen1.5-0.5B", "base_model": "", "revision": "main", "precision": "float32", "weight_type": "Original", "status": "FAILED", "submitted_time": "2024-07-03T19:46:22Z", "model_type": "\ud83d\udfe2 : pretrained", "likes": 132, "params": 0.62, "license": "other", "private": false}
|
eval-queue/Qwen/Qwen2-7B-Instruct_eval_request_False_float16_Original.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"model": "Qwen/Qwen2-7B-Instruct", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "status": "FAILED", "submitted_time": "2024-07-15T12:44:46Z", "model_type": "\ud83d\udd36 : fine-tuned", "likes": 389, "params": 7.616, "license": "apache-2.0", "private": false}
|
eval-queue/README.md
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
license: mit
|
3 |
+
---
|
eval-queue/demo-leaderboard/gpt2-demo_eval_request_False_bfloat16_Original.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"model": "demo-leaderboard/gpt2-demo", "base_model": "", "revision": "main", "private": false, "precision": "bfloat16", "weight_type": "Original", "status": "FINISHED", "submitted_time": "2023-11-21T18:10:08Z", "model_type": "\ud83d\udfe2 : pretrained", "likes": 0, "params": 0.1, "license": "custom"}
|
eval-queue/demo-leaderboard/gpt2-demo_eval_request_False_float16_Original.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"model": "demo-leaderboard/gpt2-demo", "base_model": "", "revision": "main", "private": false, "precision": "float16", "weight_type": "Original", "status": "FINISHED", "submitted_time": "2023-11-21T18:10:08Z", "model_type": "\ud83d\udfe2 : pretrained", "likes": 0, "params": 0.1, "license": "custom"}
|
eval-queue/microsoft/phi-2_eval_request_False_float16_Original.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"model": "microsoft/phi-2", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "status": "FAILED", "submitted_time": "2024-07-22T10:14:03Z", "model_type": "\ud83d\udfe2 : pretrained", "likes": 3206, "params": 2.78, "license": "mit", "private": false}
|
eval-queue/openai-community/gpt2-medium_eval_request_False_bfloat16_Original.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"model": "openai-community/gpt2-medium", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "status": "FAILED", "submitted_time": "2024-03-28T08:18:05Z", "model_type": "\ud83d\udfe2 : pretrained", "likes": 111, "params": 0.38, "license": "mit", "private": false}
|
eval-results/.gitattributes
ADDED
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
*.7z filter=lfs diff=lfs merge=lfs -text
|
2 |
+
*.arrow filter=lfs diff=lfs merge=lfs -text
|
3 |
+
*.bin filter=lfs diff=lfs merge=lfs -text
|
4 |
+
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
5 |
+
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
6 |
+
*.ftz filter=lfs diff=lfs merge=lfs -text
|
7 |
+
*.gz filter=lfs diff=lfs merge=lfs -text
|
8 |
+
*.h5 filter=lfs diff=lfs merge=lfs -text
|
9 |
+
*.joblib filter=lfs diff=lfs merge=lfs -text
|
10 |
+
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
11 |
+
*.lz4 filter=lfs diff=lfs merge=lfs -text
|
12 |
+
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
13 |
+
*.model filter=lfs diff=lfs merge=lfs -text
|
14 |
+
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
15 |
+
*.npy filter=lfs diff=lfs merge=lfs -text
|
16 |
+
*.npz filter=lfs diff=lfs merge=lfs -text
|
17 |
+
*.onnx filter=lfs diff=lfs merge=lfs -text
|
18 |
+
*.ot filter=lfs diff=lfs merge=lfs -text
|
19 |
+
*.parquet filter=lfs diff=lfs merge=lfs -text
|
20 |
+
*.pb filter=lfs diff=lfs merge=lfs -text
|
21 |
+
*.pickle filter=lfs diff=lfs merge=lfs -text
|
22 |
+
*.pkl filter=lfs diff=lfs merge=lfs -text
|
23 |
+
*.pt filter=lfs diff=lfs merge=lfs -text
|
24 |
+
*.pth filter=lfs diff=lfs merge=lfs -text
|
25 |
+
*.rar filter=lfs diff=lfs merge=lfs -text
|
26 |
+
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
27 |
+
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
28 |
+
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
29 |
+
*.tar filter=lfs diff=lfs merge=lfs -text
|
30 |
+
*.tflite filter=lfs diff=lfs merge=lfs -text
|
31 |
+
*.tgz filter=lfs diff=lfs merge=lfs -text
|
32 |
+
*.wasm filter=lfs diff=lfs merge=lfs -text
|
33 |
+
*.xz filter=lfs diff=lfs merge=lfs -text
|
34 |
+
*.zip filter=lfs diff=lfs merge=lfs -text
|
35 |
+
*.zst filter=lfs diff=lfs merge=lfs -text
|
36 |
+
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
37 |
+
# Audio files - uncompressed
|
38 |
+
*.pcm filter=lfs diff=lfs merge=lfs -text
|
39 |
+
*.sam filter=lfs diff=lfs merge=lfs -text
|
40 |
+
*.raw filter=lfs diff=lfs merge=lfs -text
|
41 |
+
# Audio files - compressed
|
42 |
+
*.aac filter=lfs diff=lfs merge=lfs -text
|
43 |
+
*.flac filter=lfs diff=lfs merge=lfs -text
|
44 |
+
*.mp3 filter=lfs diff=lfs merge=lfs -text
|
45 |
+
*.ogg filter=lfs diff=lfs merge=lfs -text
|
46 |
+
*.wav filter=lfs diff=lfs merge=lfs -text
|
47 |
+
# Image files - uncompressed
|
48 |
+
*.bmp filter=lfs diff=lfs merge=lfs -text
|
49 |
+
*.gif filter=lfs diff=lfs merge=lfs -text
|
50 |
+
*.png filter=lfs diff=lfs merge=lfs -text
|
51 |
+
*.tiff filter=lfs diff=lfs merge=lfs -text
|
52 |
+
# Image files - compressed
|
53 |
+
*.jpg filter=lfs diff=lfs merge=lfs -text
|
54 |
+
*.jpeg filter=lfs diff=lfs merge=lfs -text
|
55 |
+
*.webp filter=lfs diff=lfs merge=lfs -text
|
eval-results/.huggingface/.gitignore
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
*
|
eval-results/.huggingface/download/.gitattributes.lock
ADDED
File without changes
|
eval-results/.huggingface/download/.gitattributes.metadata
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
c212ce31830d70fd172ff4bfa1e4b72e2ed09de3
|
2 |
+
28df5f900b358436f0267334b3e3e9af33f917ba
|
3 |
+
1721754575.9179661
|
eval-results/.huggingface/download/openai/.DS_Store.lock
ADDED
File without changes
|
eval-results/.huggingface/download/openai/.DS_Store.metadata
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
c212ce31830d70fd172ff4bfa1e4b72e2ed09de3
|
2 |
+
91e26c52bfd020d2f456f7727ad235cb334a98cc
|
3 |
+
1721754576.33661
|
eval-results/.huggingface/download/openai/gpt-3.5-turbo/.DS_Store.lock
ADDED
File without changes
|
eval-results/.huggingface/download/openai/gpt-3.5-turbo/.DS_Store.metadata
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
c212ce31830d70fd172ff4bfa1e4b72e2ed09de3
|
2 |
+
27dd9ebd4cdbe59c2c9fca47b60832d5f438e232
|
3 |
+
1721754575.9199538
|
eval-results/.huggingface/download/openai/gpt-3.5-turbo/results_2024-07-23 23:56:49.633981.json.lock
ADDED
File without changes
|
eval-results/.huggingface/download/openai/gpt-3.5-turbo/results_2024-07-23 23:56:49.633981.json.metadata
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
c212ce31830d70fd172ff4bfa1e4b72e2ed09de3
|
2 |
+
4a23c397c8638690dce9d3cd15dc8dac951c0dc0
|
3 |
+
1721754575.988101
|
eval-results/openai/.DS_Store
ADDED
Binary file (8.2 kB). View file
|
|
eval-results/openai/gpt-3.5-turbo/.DS_Store
ADDED
Binary file (6.15 kB). View file
|
|
eval-results/openai/gpt-3.5-turbo/results_2024-07-23 23:56:49.633981.json
ADDED
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"config": {
|
3 |
+
"model_dtype": "float16",
|
4 |
+
"model_name": "openai/gpt-3.5-turbo",
|
5 |
+
"model_sha": "main"
|
6 |
+
},
|
7 |
+
"results": {
|
8 |
+
"hallucination_rate": {
|
9 |
+
"hallucination_rate": 9.0
|
10 |
+
},
|
11 |
+
"factual_consistency_rate": {
|
12 |
+
"factual_consistency_rate": 0
|
13 |
+
},
|
14 |
+
"answer_rate": {
|
15 |
+
"answer_rate": 0
|
16 |
+
},
|
17 |
+
"average_summary_length": {
|
18 |
+
"average_summary_length": 0
|
19 |
+
}
|
20 |
+
}
|
21 |
+
}
|