alozowski HF staff commited on
Commit
e14240c
·
1 Parent(s): 2e3dc13

Correct official providers

Browse files
backend/README.md CHANGED
@@ -70,7 +70,7 @@ The application uses several datasets on the HuggingFace Hub:
70
  - **Format**: Main dataset containing all scores and metrics
71
  - **Updates**: Automatic after model evaluations
72
 
73
- ### 4. Maintainers Highlight Dataset (`{HF_ORGANIZATION}/maintainers-highlight`)
74
 
75
  - **Operations**:
76
  - 📥 Read-only access for highlighted models
@@ -203,7 +203,7 @@ Swagger documentation available at http://localhost:7860/docs
203
  is_merged: boolean,
204
  is_moe: boolean,
205
  is_flagged: boolean,
206
- is_highlighted_by_maintainer: boolean
207
  },
208
  metadata: {
209
  upload_date: string,
 
70
  - **Format**: Main dataset containing all scores and metrics
71
  - **Updates**: Automatic after model evaluations
72
 
73
+ ### 4. Official Providers Dataset (`{HF_ORGANIZATION}/official-providers`)
74
 
75
  - **Operations**:
76
  - 📥 Read-only access for highlighted models
 
203
  is_merged: boolean,
204
  is_moe: boolean,
205
  is_flagged: boolean,
206
+ is_official_provider: boolean
207
  },
208
  metadata: {
209
  upload_date: string,
backend/app/asgi.py CHANGED
@@ -99,7 +99,7 @@ async def startup_event():
99
  logger.info(LogFormatter.info(f" - Queue: {hf_config.QUEUE_REPO}"))
100
  logger.info(LogFormatter.info(f" - Aggregated: {hf_config.AGGREGATED_REPO}"))
101
  logger.info(LogFormatter.info(f" - Votes: {hf_config.VOTES_REPO}"))
102
- logger.info(LogFormatter.info(f" - Maintainers Highlight: {hf_config.MAINTAINERS_HIGHLIGHT_REPO}"))
103
 
104
  # Setup cache
105
  setup_cache()
 
99
  logger.info(LogFormatter.info(f" - Queue: {hf_config.QUEUE_REPO}"))
100
  logger.info(LogFormatter.info(f" - Aggregated: {hf_config.AGGREGATED_REPO}"))
101
  logger.info(LogFormatter.info(f" - Votes: {hf_config.VOTES_REPO}"))
102
+ logger.info(LogFormatter.info(f" - Official Providers: {hf_config.OFFICIAL_PROVIDERS_REPO}"))
103
 
104
  # Setup cache
105
  setup_cache()
backend/app/config/hf_config.py CHANGED
@@ -26,7 +26,7 @@ API = HfApi(token=HF_TOKEN)
26
  QUEUE_REPO = f"{HF_ORGANIZATION}/requests"
27
  AGGREGATED_REPO = f"{HF_ORGANIZATION}/contents"
28
  VOTES_REPO = f"{HF_ORGANIZATION}/votes"
29
- MAINTAINERS_HIGHLIGHT_REPO = f"{HF_ORGANIZATION}/maintainers-highlight"
30
 
31
  # File paths from cache config
32
  VOTES_PATH = cache_config.votes_file
 
26
  QUEUE_REPO = f"{HF_ORGANIZATION}/requests"
27
  AGGREGATED_REPO = f"{HF_ORGANIZATION}/contents"
28
  VOTES_REPO = f"{HF_ORGANIZATION}/votes"
29
+ OFFICIAL_PROVIDERS_REPO = f"{HF_ORGANIZATION}/official-providers"
30
 
31
  # File paths from cache config
32
  VOTES_PATH = cache_config.votes_file
backend/app/services/leaderboard.py CHANGED
@@ -143,7 +143,7 @@ class LeaderboardService:
143
  "is_merged": data.get("Merged", False),
144
  "is_moe": data.get("MoE", False),
145
  "is_flagged": data.get("Flagged", False),
146
- "is_highlighted_by_maintainer": data.get("Official Providers", False)
147
  }
148
 
149
  metadata = {
 
143
  "is_merged": data.get("Merged", False),
144
  "is_moe": data.get("MoE", False),
145
  "is_flagged": data.get("Flagged", False),
146
+ "is_official_provider": data.get("Official Providers", False)
147
  }
148
 
149
  metadata = {
backend/utils/analyze_prod_datasets.py CHANGED
@@ -132,7 +132,7 @@ def main():
132
  "description": "User votes"
133
  },
134
  {
135
- "id": f"{HF_ORGANIZATION}/maintainers-highlight",
136
  "description": "Highlighted models"
137
  }
138
  ]
 
132
  "description": "User votes"
133
  },
134
  {
135
+ "id": f"{HF_ORGANIZATION}/official-providers",
136
  "description": "Highlighted models"
137
  }
138
  ]
backend/utils/sync_datasets_locally.py CHANGED
@@ -30,7 +30,7 @@ DATASET_NAMES = [
30
  "results",
31
  "requests",
32
  "contents",
33
- "maintainers-highlight",
34
  ]
35
 
36
  # Build list of datasets with their source and destination paths
 
30
  "results",
31
  "requests",
32
  "contents",
33
+ "official-providers",
34
  ]
35
 
36
  # Build list of datasets with their source and destination paths
frontend/src/pages/LeaderboardPage/components/Leaderboard/components/Filters/FilteredModelCount.js CHANGED
@@ -19,7 +19,7 @@ const useModelCount = ({ totalCount, filteredCount, data, table, loading }) => {
19
  };
20
  }
21
  const displayCount = isOfficialProviderActive
22
- ? officialOnlyCounts.maintainersHighlight
23
  : totalCount;
24
 
25
  // Calculate total number of pinned models
@@ -46,8 +46,8 @@ const useModelCount = ({ totalCount, filteredCount, data, table, loading }) => {
46
  // Filter by official providers
47
  if (filterConfig.isOfficialProviderActive) {
48
  if (
49
- !model.features?.is_highlighted_by_maintainer &&
50
- !model.metadata?.is_highlighted_by_maintainer
51
  ) {
52
  return false;
53
  }
@@ -100,7 +100,7 @@ const useModelCount = ({ totalCount, filteredCount, data, table, loading }) => {
100
  typeof filter === "object" ? filter.value : filter;
101
 
102
  // Maintainer's Highlight keeps positive logic
103
- if (filterValue === "is_highlighted_by_maintainer") {
104
  return model.features[filterValue];
105
  }
106
 
@@ -134,7 +134,7 @@ const useModelCount = ({ totalCount, filteredCount, data, table, loading }) => {
134
  data,
135
  state.filters,
136
  isOfficialProviderActive,
137
- officialOnlyCounts.maintainersHighlight,
138
  ]);
139
  };
140
 
 
19
  };
20
  }
21
  const displayCount = isOfficialProviderActive
22
+ ? officialOnlyCounts.officialProviders
23
  : totalCount;
24
 
25
  // Calculate total number of pinned models
 
46
  // Filter by official providers
47
  if (filterConfig.isOfficialProviderActive) {
48
  if (
49
+ !model.features?.is_official_provider &&
50
+ !model.metadata?.is_official_provider
51
  ) {
52
  return false;
53
  }
 
100
  typeof filter === "object" ? filter.value : filter;
101
 
102
  // Maintainer's Highlight keeps positive logic
103
+ if (filterValue === "is_official_provider") {
104
  return model.features[filterValue];
105
  }
106
 
 
134
  data,
135
  state.filters,
136
  isOfficialProviderActive,
137
+ officialOnlyCounts.officialProviders,
138
  ]);
139
  };
140
 
frontend/src/pages/LeaderboardPage/components/Leaderboard/components/Filters/Filters.js CHANGED
@@ -781,18 +781,18 @@ const LeaderboardFilters = ({
781
  <FilterTag
782
  label={filter.label}
783
  checked={
784
- filter.value === "is_highlighted_by_maintainer"
785
  ? isOfficialProviderActive
786
  : selectedBooleanFilters.includes(filter.value)
787
  }
788
  onChange={
789
- filter.value === "is_highlighted_by_maintainer"
790
  ? handleOfficialProviderToggle
791
  : () => handleBooleanFilterToggle(filter.value)
792
  }
793
  count={
794
- filter.value === "is_highlighted_by_maintainer"
795
- ? currentCounts.maintainersHighlight
796
  : 0
797
  }
798
  showCheckbox={true}
@@ -815,7 +815,7 @@ const LeaderboardFilters = ({
815
  borderRadius: "50%",
816
  backgroundColor: (
817
  filter.value ===
818
- "is_highlighted_by_maintainer"
819
  ? isOfficialProviderActive
820
  : selectedBooleanFilters.includes(
821
  filter.value
@@ -826,7 +826,7 @@ const LeaderboardFilters = ({
826
  }}
827
  />
828
  {(
829
- filter.value === "is_highlighted_by_maintainer"
830
  ? isOfficialProviderActive
831
  : selectedBooleanFilters.includes(filter.value)
832
  )
 
781
  <FilterTag
782
  label={filter.label}
783
  checked={
784
+ filter.value === "is_official_provider"
785
  ? isOfficialProviderActive
786
  : selectedBooleanFilters.includes(filter.value)
787
  }
788
  onChange={
789
+ filter.value === "is_official_provider"
790
  ? handleOfficialProviderToggle
791
  : () => handleBooleanFilterToggle(filter.value)
792
  }
793
  count={
794
+ filter.value === "is_official_provider"
795
+ ? currentCounts.officialProviders
796
  : 0
797
  }
798
  showCheckbox={true}
 
815
  borderRadius: "50%",
816
  backgroundColor: (
817
  filter.value ===
818
+ "is_official_provider"
819
  ? isOfficialProviderActive
820
  : selectedBooleanFilters.includes(
821
  filter.value
 
826
  }}
827
  />
828
  {(
829
+ filter.value === "is_official_provider"
830
  ? isOfficialProviderActive
831
  : selectedBooleanFilters.includes(filter.value)
832
  )
frontend/src/pages/LeaderboardPage/components/Leaderboard/components/Filters/QuickFilters.js CHANGED
@@ -206,7 +206,7 @@ const QuickFilters = ({ totalCount = 0, loading = false }) => {
206
  label={officialProvidersPreset.label}
207
  checked={isOfficialProviderActive}
208
  onChange={handleOfficialProviderToggle}
209
- count={currentCounts.maintainersHighlight}
210
  totalCount={totalCount}
211
  showCheckbox={true}
212
  variant="secondary"
 
206
  label={officialProvidersPreset.label}
207
  checked={isOfficialProviderActive}
208
  onChange={handleOfficialProviderToggle}
209
+ count={currentCounts.officialProviders}
210
  totalCount={totalCount}
211
  showCheckbox={true}
212
  variant="secondary"
frontend/src/pages/LeaderboardPage/components/Leaderboard/components/Filters/hooks/useOfficialProvidersMode.js CHANGED
@@ -23,7 +23,7 @@ export const useOfficialProvidersMode = () => {
23
 
24
  const filters = searchParams.get("filters");
25
  const isHighlighted =
26
- filters?.includes("is_highlighted_by_maintainer") || false;
27
 
28
  // On initial load
29
  if (isInitialLoadRef.current) {
@@ -33,7 +33,7 @@ export const useOfficialProvidersMode = () => {
33
  if (isHighlighted && filters) {
34
  const initialNormalFilters = filters
35
  .split(",")
36
- .filter((f) => f !== "is_highlighted_by_maintainer" && f !== "")
37
  .filter(Boolean);
38
  if (initialNormalFilters.length > 0) {
39
  normalFiltersRef.current = initialNormalFilters.join(",");
@@ -70,7 +70,7 @@ export const useOfficialProvidersMode = () => {
70
  const currentFiltersStr = searchParams.get("filters");
71
  const currentFilters =
72
  currentFiltersStr?.split(",").filter(Boolean) || [];
73
- const highlightFilter = "is_highlighted_by_maintainer";
74
  const newSearchParams = new URLSearchParams(searchParams);
75
 
76
  if (currentFilters.includes(highlightFilter)) {
 
23
 
24
  const filters = searchParams.get("filters");
25
  const isHighlighted =
26
+ filters?.includes("is_official_provider") || false;
27
 
28
  // On initial load
29
  if (isInitialLoadRef.current) {
 
33
  if (isHighlighted && filters) {
34
  const initialNormalFilters = filters
35
  .split(",")
36
+ .filter((f) => f !== "is_official_provider" && f !== "")
37
  .filter(Boolean);
38
  if (initialNormalFilters.length > 0) {
39
  normalFiltersRef.current = initialNormalFilters.join(",");
 
70
  const currentFiltersStr = searchParams.get("filters");
71
  const currentFilters =
72
  currentFiltersStr?.split(",").filter(Boolean) || [];
73
+ const highlightFilter = "is_official_provider";
74
  const newSearchParams = new URLSearchParams(searchParams);
75
 
76
  if (currentFilters.includes(highlightFilter)) {
frontend/src/pages/LeaderboardPage/components/Leaderboard/constants/defaults.js CHANGED
@@ -59,14 +59,14 @@ const FILTERS = {
59
  hide: true,
60
  },
61
  {
62
- value: "is_highlighted_by_maintainer",
63
  label: "Only Official Providers",
64
  hide: false,
65
  },
66
  ],
67
  HIGHLIGHT_OPTIONS: [
68
  {
69
- value: "is_highlighted_by_maintainer",
70
  label: "Only Official Providers",
71
  },
72
  ],
@@ -237,7 +237,7 @@ const COLUMNS = {
237
  defaultVisible: false,
238
  label: "Hub Availability",
239
  },
240
- "features.is_highlighted_by_maintainer": {
241
  group: "additional_info",
242
  size: COLUMN_SIZES.OFFICIAL_PROVIDER,
243
  defaultVisible: false,
 
59
  hide: true,
60
  },
61
  {
62
+ value: "is_official_provider",
63
  label: "Only Official Providers",
64
  hide: false,
65
  },
66
  ],
67
  HIGHLIGHT_OPTIONS: [
68
  {
69
+ value: "is_official_provider",
70
  label: "Only Official Providers",
71
  },
72
  ],
 
237
  defaultVisible: false,
238
  label: "Hub Availability",
239
  },
240
+ "features.is_official_provider": {
241
  group: "additional_info",
242
  size: COLUMN_SIZES.OFFICIAL_PROVIDER,
243
  defaultVisible: false,
frontend/src/pages/LeaderboardPage/components/Leaderboard/constants/quickFilters.js CHANGED
@@ -45,7 +45,7 @@ export const QUICK_FILTER_PRESETS = [
45
  shortDescription: 'Officially provided models',
46
  description: 'Models that are officially provided and maintained by official creators or organizations.',
47
  filters: {
48
- selectedBooleanFilters: ['is_highlighted_by_maintainer']
49
  }
50
  }
51
  ];
 
45
  shortDescription: 'Officially provided models',
46
  description: 'Models that are officially provided and maintained by official creators or organizations.',
47
  filters: {
48
+ selectedBooleanFilters: ['is_official_provider']
49
  }
50
  }
51
  ];
frontend/src/pages/LeaderboardPage/components/Leaderboard/context/LeaderboardContext.js CHANGED
@@ -47,7 +47,7 @@ const createInitialCounts = () => {
47
  return {
48
  modelTypes,
49
  precisions,
50
- maintainersHighlight: 0,
51
  mixtureOfExperts: 0,
52
  flagged: 0,
53
  merged: 0,
@@ -129,7 +129,7 @@ const modelMatchesFilters = (model, filters) => {
129
  const filterValue = typeof filter === "object" ? filter.value : filter;
130
 
131
  // Maintainer's Highlight keeps positive logic
132
- if (filterValue === "is_highlighted_by_maintainer") {
133
  return model.features[filterValue];
134
  }
135
 
@@ -187,8 +187,8 @@ const calculateModelCounts = (models) => {
187
 
188
  models.forEach((model) => {
189
  const isOfficial =
190
- model.features?.is_highlighted_by_maintainer ||
191
- model.metadata?.is_highlighted_by_maintainer;
192
  const countsToUpdate = [normalCounts];
193
 
194
  if (isOfficial) {
@@ -214,10 +214,10 @@ const calculateModelCounts = (models) => {
214
 
215
  // Boolean filters
216
  if (
217
- model.features?.is_highlighted_by_maintainer ||
218
- model.metadata?.is_highlighted_by_maintainer
219
  )
220
- counts.maintainersHighlight++;
221
  if (model.features?.is_moe || model.metadata?.is_moe)
222
  counts.mixtureOfExperts++;
223
  if (model.features?.is_flagged || model.metadata?.is_flagged)
 
47
  return {
48
  modelTypes,
49
  precisions,
50
+ officialProviders: 0,
51
  mixtureOfExperts: 0,
52
  flagged: 0,
53
  merged: 0,
 
129
  const filterValue = typeof filter === "object" ? filter.value : filter;
130
 
131
  // Maintainer's Highlight keeps positive logic
132
+ if (filterValue === "is_official_provider") {
133
  return model.features[filterValue];
134
  }
135
 
 
187
 
188
  models.forEach((model) => {
189
  const isOfficial =
190
+ model.features?.is_official_provider ||
191
+ model.metadata?.is_official_provider;
192
  const countsToUpdate = [normalCounts];
193
 
194
  if (isOfficial) {
 
214
 
215
  // Boolean filters
216
  if (
217
+ model.features?.is_official_provider ||
218
+ model.metadata?.is_official_provider
219
  )
220
+ counts.officialProviders++;
221
  if (model.features?.is_moe || model.metadata?.is_moe)
222
  counts.mixtureOfExperts++;
223
  if (model.features?.is_flagged || model.metadata?.is_flagged)
frontend/src/pages/LeaderboardPage/components/Leaderboard/hooks/useDataUtils.js CHANGED
@@ -58,8 +58,8 @@ export const useProcessedData = (data, averageMode, visibleColumns) => {
58
  ...item.features,
59
  is_moe: Boolean(item.features.is_moe),
60
  is_flagged: Boolean(item.features.is_flagged),
61
- is_highlighted_by_maintainer: Boolean(
62
- item.features.is_highlighted_by_maintainer
63
  ),
64
  is_merged: Boolean(item.features.is_merged),
65
  is_not_available_on_hub: Boolean(item.features.is_not_available_on_hub),
@@ -117,8 +117,8 @@ export const useFilteredData = (
117
  if (isOfficialProviderActive) {
118
  filteredUnpinned = filteredUnpinned.filter(
119
  (row) =>
120
- row.features?.is_highlighted_by_maintainer ||
121
- row.metadata?.is_highlighted_by_maintainer
122
  );
123
  }
124
 
@@ -197,7 +197,7 @@ export const useFilteredData = (
197
  typeof filter === "object" ? filter.value : filter;
198
 
199
  // Maintainer's Highlight keeps positive logic
200
- if (filterValue === "is_highlighted_by_maintainer") {
201
  return row.features[filterValue];
202
  }
203
 
 
58
  ...item.features,
59
  is_moe: Boolean(item.features.is_moe),
60
  is_flagged: Boolean(item.features.is_flagged),
61
+ is_official_provider: Boolean(
62
+ item.features.is_official_provider
63
  ),
64
  is_merged: Boolean(item.features.is_merged),
65
  is_not_available_on_hub: Boolean(item.features.is_not_available_on_hub),
 
117
  if (isOfficialProviderActive) {
118
  filteredUnpinned = filteredUnpinned.filter(
119
  (row) =>
120
+ row.features?.is_official_provider ||
121
+ row.metadata?.is_official_provider
122
  );
123
  }
124
 
 
197
  typeof filter === "object" ? filter.value : filter;
198
 
199
  // Maintainer's Highlight keeps positive logic
200
+ if (filterValue === "is_official_provider") {
201
  return row.features[filterValue];
202
  }
203
 
frontend/src/pages/LeaderboardPage/components/Leaderboard/utils/columnUtils.js CHANGED
@@ -1003,18 +1003,18 @@ export const createColumns = (
1003
  ],
1004
  },
1005
  {
1006
- accessorKey: "features.is_highlighted_by_maintainer",
1007
  header: createHeaderCell(
1008
  "Official Providers",
1009
  "Models that are officially provided and maintained by their original creators or organizations"
1010
  ),
1011
  cell: ({ row }) => (
1012
  <BooleanValue
1013
- value={row.original.features.is_highlighted_by_maintainer}
1014
  />
1015
  ),
1016
  size: TABLE_DEFAULTS.COLUMNS.COLUMN_SIZES[
1017
- "features.is_highlighted_by_maintainer"
1018
  ],
1019
  enableSorting: true,
1020
  },
@@ -1061,7 +1061,7 @@ export const createColumns = (
1061
  "metadata.base_model": 10,
1062
  "model.has_chat_template": 11,
1063
  "features.is_not_available_on_hub": 12,
1064
- "features.is_highlighted_by_maintainer": 13,
1065
  "features.is_moe": 14,
1066
  "features.is_flagged": 15,
1067
  };
 
1003
  ],
1004
  },
1005
  {
1006
+ accessorKey: "features.is_official_provider",
1007
  header: createHeaderCell(
1008
  "Official Providers",
1009
  "Models that are officially provided and maintained by their original creators or organizations"
1010
  ),
1011
  cell: ({ row }) => (
1012
  <BooleanValue
1013
+ value={row.original.features.is_official_provider}
1014
  />
1015
  ),
1016
  size: TABLE_DEFAULTS.COLUMNS.COLUMN_SIZES[
1017
+ "features.is_official_provider"
1018
  ],
1019
  enableSorting: true,
1020
  },
 
1061
  "metadata.base_model": 10,
1062
  "model.has_chat_template": 11,
1063
  "features.is_not_available_on_hub": 12,
1064
+ "features.is_official_provider": 13,
1065
  "features.is_moe": 14,
1066
  "features.is_flagged": 15,
1067
  };