Upload folder using huggingface_hub

README.md

@@ -1,3 +1,73 @@
----
-license: mit
----
+---
+license: mit
+language:
+- en
+base_model:
+- meta-llama/Meta-Llama-3-8B-Instruct
+pipeline_tag: text-generation
+tags:
+- Food
+- NEL
+- NER
+---
+# 'FoodSEM: Large Language Model Specialized in Food Named-Entity Linking' 
+
+## The model is based on Meta-Llama-3-8B-Instruct, which was fine-tuned (using LoRA) for food named entity recognition and linking tasks.
+
+
+## How to use it: ##
+
+```python
+from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
+import torch
+
+
+if __name__ == '__main__':
+    base_model = "meta-llama/Meta-Llama-3-8B-Instruct"
+    device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
+
+    bnb_config = BitsAndBytesConfig(
+        load_in_4bit=True,
+        bnb_4bit_quant_type="nf4",
+        bnb_4bit_compute_dtype=torch.float16,
+        bnb_4bit_use_double_quant=True,
+    )
+
+    model = AutoModelForCausalLM.from_pretrained(
+        base_model,
+        quantization_config=bnb_config,
+        device_map={"": 0},
+        attn_implementation="eager"
+    )
+
+    tokenizer = AutoTokenizer.from_pretrained(base_model, trust_remote_code=True)
+
+    tokenizer.pad_token = '<|pad|>'
+    tokenizer.pad_token_id = 128255
+
+    #Load LORA weights
+    model.load_adapter("Anonymous-pre-publication/FoodSEM-LLM")
+    model.config.use_cache = True
+    model.eval()
+
+    system_prompt = ""
+    user_prompt = "Please, may we have links to the Hansard taxonomy for these entities provided: soft butter, mango, daiquiri mixer, maple extract, salt, anise flavored liqueur, hemp seeds, yeast mixture, thighs?"
+
+    messages = [
+        {
+            "role": "user",
+            "content": f"{system_prompt} {user_prompt}".strip()
+        }
+    ]
+
+    prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
+
+    #Here we have a batch of one
+    tokenizer_input = [prompt]
+
+    inputs = tokenizer(tokenizer_input, return_tensors="pt", padding=True, truncation=True, max_length=1024).to(device)
+    generated_ids = model.generate(**inputs, max_new_tokens=1024, do_sample=True)
+    answers = tokenizer.batch_decode(generated_ids[:, inputs['input_ids'].shape[1]:])
+    answers = [x.split('<|eot_id|>')[0].strip() for x in answers]
+    print(answers)
+```

adapter_config.json

@@ -0,0 +1,37 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "o_proj",
+    "down_proj",
+    "q_proj",
+    "k_proj",
+    "gate_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fac1738a0f0b9000a85e1ed652fe17a2e1539f7144195dfaa0f1910e4a217a
+size 167832240