Upload folder using huggingface_hub

app.py

@@ -54,6 +54,7 @@ def predict(task, history_text):
     prompt = tokenizer.apply_chat_template(msgs, tokenize=False, add_generation_prompt=True)
     inputs = tokenizer(prompt, return_tensors="pt")
     input_len = inputs["input_ids"].shape[1]
+    inputs.pop("token_type_ids", None)
     outs = model.generate(**inputs, max_new_tokens=64, temperature=0.01, do_sample=False,
                           pad_token_id=tokenizer.eos_token_id)
     output = tokenizer.decode(outs[0][input_len:], skip_special_tokens=True).strip()