BearSean commited on
Commit
aa875f7
1 Parent(s): 6cdd0ad

Stop submitting upstage models (#33)

Browse files

- Stop submitting upstage models (b094c1d22903eb3018af6690b3be4766ae69b492)
- Update app.py (3853a96be68dce81862f59f13b0307599144cd1f)

Files changed (1) hide show
  1. app.py +4 -0
app.py CHANGED
@@ -192,6 +192,10 @@ def add_new_eval(
192
  os.makedirs(OUT_DIR, exist_ok=True)
193
  out_path = f"{OUT_DIR}/{model_path}_eval_request_{private}_{precision}_{weight_type}.json"
194
 
 
 
 
 
195
  # Check if the model has been forbidden:
196
  if out_path.split("eval-queue/")[1] in DO_NOT_SUBMIT_MODELS:
197
  return styled_warning("Model authors have requested that their model be not submitted on the leaderboard.")
 
192
  os.makedirs(OUT_DIR, exist_ok=True)
193
  out_path = f"{OUT_DIR}/{model_path}_eval_request_{private}_{precision}_{weight_type}.json"
194
 
195
+ # The model participating as a Host in Upstage does not conduct evaluations to ensure the transparency and fairness of the leaderboard. Please take this into consideration.
196
+ if user_name == "upstage":
197
+ return styled_warning("This model cannot be submitted on the leaderboard.")
198
+
199
  # Check if the model has been forbidden:
200
  if out_path.split("eval-queue/")[1] in DO_NOT_SUBMIT_MODELS:
201
  return styled_warning("Model authors have requested that their model be not submitted on the leaderboard.")