Spaces:
Running
on
Zero
Running
on
Zero
File size: 4,969 Bytes
b6cf9eb b845e1d b6cf9eb 1be4321 b845e1d b6cf9eb b845e1d b6cf9eb b845e1d b6cf9eb b845e1d b6cf9eb b845e1d b6cf9eb 35e452a b6cf9eb 35e452a 98ccbed b845e1d 35e452a b6cf9eb b845e1d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 |
import os
from textwrap import dedent
from huggingface_hub import InferenceClient
from dotenv import load_dotenv
load_dotenv()
api_token = os.environ["HF_TOKEN"]
endpoint_url = os.environ["HF_API_ENDPOINT"]
# Initialize the client with your endpoint URL and token.
client = InferenceClient(
model=endpoint_url,
token=api_token
)
class Phi3InstructGraph:
def __init__(self, model = "EmergentMethods/Phi-3-mini-4k-instruct-graph"):
self.model_path = model
# self.model = AutoModelForCausalLM.from_pretrained(
# self.model_path,
# device_map="cuda",
# torch_dtype="auto",
# trust_remote_code=True,
# )
# self.tokenizer = AutoTokenizer.from_pretrained(self.model_path)
# self.pipe = pipeline(
# "text-generation",
# model=self.model,
# tokenizer=self.tokenizer,
# )
def _generate(self, messages):
# generation_args = {
# "max_new_tokens": 2000,
# "return_full_text": False,
# "temperature": 0.1,
# "do_sample": False,
# }
# Use the chat_completion method
response = client.chat_completion(
messages=messages,
max_tokens=1024,
)
# Access the generated text
generated_text = response.choices[0].message.content
return generated_text
# return self.pipe(messages, **generation_args)
def _get_messages(self, text):
context = dedent("""\n
A chat between a curious user and an artificial intelligence Assistant. The Assistant is an expert at identifying entities and relationships in text. The Assistant responds in JSON output only.
The User provides text in the format:
-------Text begin-------
<User provided text>
-------Text end-------
The Assistant follows the following steps before replying to the User:
1. **identify the most important entities** The Assistant identifies the most important entities in the text. These entities are listed in the JSON output under the key "nodes", they follow the structure of a list of dictionaries where each dict is:
"nodes":[{"id": <entity N>, "type": <type>, "detailed_type": <detailed type>}, ...]
where "type": <type> is a broad categorization of the entity. "detailed type": <detailed_type> is a very descriptive categorization of the entity.
2. **determine relationships** The Assistant uses the text between -------Text begin------- and -------Text end------- to determine the relationships between the entities identified in the "nodes" list defined above. These relationships are called "edges" and they follow the structure of:
"edges":[{"from": <entity 1>, "to": <entity 2>, "label": <relationship>}, ...]
The <entity N> must correspond to the "id" of an entity in the "nodes" list.
The Assistant never repeats the same node twice. The Assistant never repeats the same edge twice.
The Assistant responds to the User in JSON only, according to the following JSON schema:
{"type":"object","properties":{"nodes":{"type":"array","items":{"type":"object","properties":{"id":{"type":"string"},"type":{"type":"string"},"detailed_type":{"type":"string"}},"required":["id","type","detailed_type"],"additionalProperties":false}},"edges":{"type":"array","items":{"type":"object","properties":{"from":{"type":"string"},"to":{"type":"string"},"label":{"type":"string"}},"required":["from","to","label"],"additionalProperties":false}}},"required":["nodes","edges"],"additionalProperties":false}
""")
user_message = dedent(f"""\n
-------Text begin-------
{text}
-------Text end-------
""")
if self.model_path == "EmergentMethods/Phi-3-medium-128k-instruct-graph":
# model without system message -- why??
messages = [
{
"role": "user",
"content": f"{context}\n Input: {user_message}",
}
]
return messages
else:
messages = [
{
"role": "system",
"content": context
},
{
"role": "user",
"content": user_message
}
]
return messages
def extract(self, text):
messages = self._get_messages(text)
generated_text = self._generate(messages)
# return pipe_output[0]["generated_text"]
return generated_text
|