feat: upload inference script

inference.py

@@ -0,0 +1,18 @@
+import os
+import numpy as np
+from openai import OpenAI
+from transformers import AutoModel
+
+texts = ["Eh you damn stupid lah!", "Have a nice day :)", "This is cool~"]
+
+# Load model directly from Hub
+model = AutoModel.from_pretrained("govtech/lionguard-2", trust_remote_code=True)
+
+# Get embeddings (users to input their own OpenAI API key)
+client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
+response = client.embeddings.create(input=texts, model="text-embedding-3-large")
+embeddings = np.array([data.embedding for data in response.data])
+
+# Run inference
+predictions = model.predict(embeddings)
+print(predictions)