ferxalb commited on
Commit
e57c78b
·
verified ·
1 Parent(s): 1474861

Publish enosislabs-aether-0.8b-cyber gguf package

Browse files
.gitattributes CHANGED
@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ q2_k/enosislabs-aether-0.8b-cyber.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ q4_k_m/enosislabs-aether-0.8b-cyber.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ q5_k_m/enosislabs-aether-0.8b-cyber.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ q8_0/enosislabs-aether-0.8b-cyber.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ library_name: gguf
4
+ base_model: enosislabs/aether-0.8b-cyber
5
+ language:
6
+ - en
7
+ tags:
8
+ - gguf
9
+ - llama-cpp
10
+ - ollama
11
+ - cybersecurity
12
+ - purple-team
13
+ - prism
14
+ model_name: enosislabs-aether-0.8b-cyber-gguf
15
+ ---
16
+
17
+ # EnosisLabs enosislabs-aether-0.8b-cyber GGUF
18
+
19
+ Generated UTC: `2026-06-17T03:08:33.705932+00:00`
20
+ Source Transformers repo: `enosislabs/aether-0.8b-cyber`
21
+
22
+ GGUF deployment artifacts. Each quant lives in its own folder.
23
+
24
+ ## Quant Layout
25
+
26
+ - `q2_k`
27
+ - `q4_k_m`
28
+ - `q5_k_m`
29
+ - `q8_0`
30
+
31
+ ## Quant Semantics
32
+
33
+ - `q2_k/`: smallest, lowest memory, lowest fidelity.
34
+ - `q4_k_m/`: balanced low-power default.
35
+ - `q5_k_m/`: higher quality, more memory.
36
+ - `q8_0/`: largest, highest fidelity among generated GGUF files.
37
+
38
+ ## llama.cpp
39
+
40
+ ```bash
41
+ ./llama-cli \
42
+ -m q4_k_m/enosislabs-aether-0.8b-cyber.Q4_K_M.gguf \
43
+ -p "<|im_start|>user\nAnalyze this finding.<|im_end|>\n<|im_start|>assistant\n"
44
+ ```
45
+
46
+ ## Usage Rider
47
+
48
+ Intended only for authorized security testing, defensive engineering, internal red-team labs,
49
+ and purple-team education.
artifact_manifest.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "brand": "EnosisLabs",
3
+ "model_name": "enosislabs-aether-0.8b-cyber",
4
+ "source_model": "/checkpoints/enosislabs-aether-0.8b-cyber-sft-20260616",
5
+ "generated_utc": "2026-06-17T02:31:57.185021+00:00",
6
+ "formats_requested": [
7
+ "full",
8
+ "gguf",
9
+ "onnx"
10
+ ],
11
+ "gguf_quants": [
12
+ "q2_k",
13
+ "q4_k_m",
14
+ "q5_k_m",
15
+ "q8_0"
16
+ ],
17
+ "complete_transformers_models": [
18
+ "/checkpoints/packaged/aether-0.8b-cyber/enosislabs-aether-0.8b-cyber.transformers-fp16",
19
+ "/checkpoints/packaged/aether-0.8b-cyber/enosislabs-aether-0.8b-cyber.transformers-bf16"
20
+ ],
21
+ "onnx_dir": "/checkpoints/packaged/aether-0.8b-cyber/enosislabs-aether-0.8b-cyber.onnx",
22
+ "artifacts": [
23
+ {
24
+ "path": "/checkpoints/packaged/aether-0.8b-cyber/enosislabs-aether-0.8b-cyber.transformers-fp16",
25
+ "name": "enosislabs-aether-0.8b-cyber.transformers-fp16",
26
+ "bytes": null
27
+ },
28
+ {
29
+ "path": "/checkpoints/packaged/aether-0.8b-cyber/enosislabs-aether-0.8b-cyber.transformers-bf16",
30
+ "name": "enosislabs-aether-0.8b-cyber.transformers-bf16",
31
+ "bytes": null
32
+ },
33
+ {
34
+ "path": "/checkpoints/packaged/aether-0.8b-cyber/enosislabs-aether-0.8b-cyber.Q2_K.gguf",
35
+ "name": "enosislabs-aether-0.8b-cyber.Q2_K.gguf",
36
+ "bytes": 429768352
37
+ },
38
+ {
39
+ "path": "/checkpoints/packaged/aether-0.8b-cyber/enosislabs-aether-0.8b-cyber.Q4_K_M.gguf",
40
+ "name": "enosislabs-aether-0.8b-cyber.Q4_K_M.gguf",
41
+ "bytes": 541903520
42
+ },
43
+ {
44
+ "path": "/checkpoints/packaged/aether-0.8b-cyber/enosislabs-aether-0.8b-cyber.Q5_K_M.gguf",
45
+ "name": "enosislabs-aether-0.8b-cyber.Q5_K_M.gguf",
46
+ "bytes": 592636576
47
+ },
48
+ {
49
+ "path": "/checkpoints/packaged/aether-0.8b-cyber/enosislabs-aether-0.8b-cyber.Q8_0.gguf",
50
+ "name": "enosislabs-aether-0.8b-cyber.Q8_0.gguf",
51
+ "bytes": 833591968
52
+ },
53
+ {
54
+ "path": "/checkpoints/packaged/aether-0.8b-cyber/enosislabs-aether-0.8b-cyber.onnx",
55
+ "name": "enosislabs-aether-0.8b-cyber.onnx",
56
+ "bytes": null
57
+ }
58
+ ],
59
+ "final_artifact_policy": "Complete merged Transformers model is canonical. Quantized GGUF/ONNX artifacts are derived deployment formats. LoRA adapters alone are not final artifacts."
60
+ }
q2_k/LLAMA_CPP_enosislabs-aether-0.8b-cyber-q2_k.md ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # EnosisLabs enosislabs-aether-0.8b-cyber-q2_k — llama.cpp Usage
2
+
3
+ GGUF produced by Unsloth under the EnosisLabs brand.
4
+
5
+ ## Quick start (CPU or GPU)
6
+ ```bash
7
+ # 1. Build llama.cpp with CUDA if available
8
+ git clone https://github.com/ggerganov/llama.cpp
9
+ cd llama.cpp && make LLAMA_CUDA=1 -j
10
+
11
+ # 2. Run (example)
12
+ ./main -m enosislabs-aether-0.8b-cyber.Q2_K.gguf \
13
+ --temp 0.7 --top-p 0.95 -n 1024 \
14
+ -p "$(cat prompt.txt)"
15
+ ```
16
+
17
+ Where `prompt.txt` contains Qwen ChatML:
18
+
19
+ ```text
20
+ <|im_start|>system
21
+ You are Aether by EnosisLabs. Pair every red technique with blue detection and mitigation.<|im_end|>
22
+ <|im_start|>user
23
+ Analyze this log for anomalies...<|im_end|>
24
+ <|im_start|>assistant
25
+ ```
26
+
27
+ Quant chosen for low-power GPUs (Q4_K_M / Q5_K_M typically < 6 GB for 0.8B-2B models).
28
+
29
+ ## Recommended for
30
+ - Edge / laptop red/blue work
31
+ - Air-gapped authorized testing
32
+ - CI smoke tests of model capability
q2_k/Modelfile.enosislabs-aether-0.8b-cyber-q2_k ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # EnosisLabs Aether Modelfile (Ollama)
2
+ # Generated for enosislabs-aether-0.8b-cyber-q2_k
3
+ # Brand: EnosisLabs
4
+ # Optimized for vLLM-style serving via Ollama backend + GGUF
5
+
6
+ FROM enosislabs-aether-0.8b-cyber.Q2_K.gguf
7
+
8
+ # Recommended sampling for cyber reasoning tasks (adjust per use case)
9
+ PARAMETER temperature 0.7
10
+ PARAMETER top_p 0.95
11
+ PARAMETER top_k 40
12
+ PARAMETER repeat_penalty 1.1
13
+ PARAMETER num_ctx 8192
14
+
15
+ # System prompt encouraging Purple Teaming + rigorous defensive thinking
16
+ SYSTEM """You are Aether, an expert cybersecurity AI by EnosisLabs.
17
+ You excel at red team, blue team, and especially purple team exercises.
18
+ Always consider both offensive techniques and practical defensive detections/controls.
19
+ Use rigorous reasoning, cite impact, provide safe patches or verified procedures,
20
+ and recommend detection strategies.
21
+ Only operate in authorized contexts."""
22
+
23
+ LICENSE """
24
+ Apache-2.0
25
+ Copyright EnosisLabs, Inc. and contributors.
26
+ Intended for authorized security testing and defense only.
27
+ """
28
+
29
+ TEMPLATE """{ if .System }<|im_start|>system
30
+ { .System }<|im_end|>
31
+ { end }{ if .Prompt }<|im_start|>user
32
+ { .Prompt }<|im_end|>
33
+ { end }<|im_start|>assistant
34
+ { .Response }<|im_end|>
35
+ """
q2_k/enosislabs-aether-0.8b-cyber.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:214febac0a7873d63722e7b5b623a17cebca9993c77694561fe84206603caa3e
3
+ size 429768352
q2_k/llama_cpp_run_enosislabs-aether-0.8b-cyber-q2_k.sh ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env bash
2
+ # llama.cpp runner for EnosisLabs enosislabs-aether-0.8b-cyber-q2_k (low-power friendly)
3
+ # Build: git clone https://github.com/ggerganov/llama.cpp ; cd llama.cpp ; make LLAMA_CUDA=1
4
+ set -euo pipefail
5
+ MODEL="enosislabs-aether-0.8b-cyber.Q2_K.gguf"
6
+ PROMPT="You are an authorized purple team cybersecurity expert..."
7
+ ./main -m "$MODEL" -n 512 -p "$PROMPT" --temp 0.7 --top-p 0.95 -c 8192 "$@"
q2_k/vllm_serve_enosislabs-aether-0.8b-cyber-q2_k.py ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env python
2
+ """
3
+ vLLM serving entrypoint for EnosisLabs enosislabs-aether-0.8b-cyber-q2_k
4
+ Optimized for high-throughput inference (tensor-parallel, continuous batching).
5
+ Run with: python vllm_serve_enosislabs-aether-0.8b-cyber-q2_k.py --model enosislabs-aether-0.8b-cyber.Q2_K.gguf --port 8000
6
+ Requires: pip install vllm (see pyproject eval extra)
7
+ """
8
+
9
+ import argparse
10
+ import os
11
+ from vllm import LLM, SamplingParams # type: ignore
12
+
13
+ def main():
14
+ parser = argparse.ArgumentParser()
15
+ parser.add_argument("--model", default="enosislabs-aether-0.8b-cyber.Q2_K.gguf")
16
+ parser.add_argument("--port", type=int, default=8000)
17
+ parser.add_argument("--tensor-parallel-size", type=int, default=1)
18
+ args = parser.parse_args()
19
+
20
+ print(f"Starting EnosisLabs Aether vLLM server for {args.model} ...")
21
+ llm = LLM(
22
+ model=args.model,
23
+ tensor_parallel_size=args.tensor_parallel_size,
24
+ gpu_memory_utilization=0.85,
25
+ max_model_len=8192,
26
+ # dtype="float16" or "bfloat16" as appropriate
27
+ )
28
+ # Example usage shown; real server uses vllm.entrypoints.openai.api_server or fastapi
29
+ print("Model loaded. Use vllm serve or integrate with OpenAI-compatible endpoint.")
30
+ print(
31
+ f"Example: vllm serve {args.model} --port {args.port} "
32
+ f"--tensor-parallel-size {args.tensor_parallel_size}"
33
+ )
34
+
35
+ if __name__ == "__main__":
36
+ main()
q4_k_m/LLAMA_CPP_enosislabs-aether-0.8b-cyber-q4_k_m.md ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # EnosisLabs enosislabs-aether-0.8b-cyber-q4_k_m — llama.cpp Usage
2
+
3
+ GGUF produced by Unsloth under the EnosisLabs brand.
4
+
5
+ ## Quick start (CPU or GPU)
6
+ ```bash
7
+ # 1. Build llama.cpp with CUDA if available
8
+ git clone https://github.com/ggerganov/llama.cpp
9
+ cd llama.cpp && make LLAMA_CUDA=1 -j
10
+
11
+ # 2. Run (example)
12
+ ./main -m enosislabs-aether-0.8b-cyber.Q4_K_M.gguf \
13
+ --temp 0.7 --top-p 0.95 -n 1024 \
14
+ -p "$(cat prompt.txt)"
15
+ ```
16
+
17
+ Where `prompt.txt` contains Qwen ChatML:
18
+
19
+ ```text
20
+ <|im_start|>system
21
+ You are Aether by EnosisLabs. Pair every red technique with blue detection and mitigation.<|im_end|>
22
+ <|im_start|>user
23
+ Analyze this log for anomalies...<|im_end|>
24
+ <|im_start|>assistant
25
+ ```
26
+
27
+ Quant chosen for low-power GPUs (Q4_K_M / Q5_K_M typically < 6 GB for 0.8B-2B models).
28
+
29
+ ## Recommended for
30
+ - Edge / laptop red/blue work
31
+ - Air-gapped authorized testing
32
+ - CI smoke tests of model capability
q4_k_m/Modelfile.enosislabs-aether-0.8b-cyber-q4_k_m ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # EnosisLabs Aether Modelfile (Ollama)
2
+ # Generated for enosislabs-aether-0.8b-cyber-q4_k_m
3
+ # Brand: EnosisLabs
4
+ # Optimized for vLLM-style serving via Ollama backend + GGUF
5
+
6
+ FROM enosislabs-aether-0.8b-cyber.Q4_K_M.gguf
7
+
8
+ # Recommended sampling for cyber reasoning tasks (adjust per use case)
9
+ PARAMETER temperature 0.7
10
+ PARAMETER top_p 0.95
11
+ PARAMETER top_k 40
12
+ PARAMETER repeat_penalty 1.1
13
+ PARAMETER num_ctx 8192
14
+
15
+ # System prompt encouraging Purple Teaming + rigorous defensive thinking
16
+ SYSTEM """You are Aether, an expert cybersecurity AI by EnosisLabs.
17
+ You excel at red team, blue team, and especially purple team exercises.
18
+ Always consider both offensive techniques and practical defensive detections/controls.
19
+ Use rigorous reasoning, cite impact, provide safe patches or verified procedures,
20
+ and recommend detection strategies.
21
+ Only operate in authorized contexts."""
22
+
23
+ LICENSE """
24
+ Apache-2.0
25
+ Copyright EnosisLabs, Inc. and contributors.
26
+ Intended for authorized security testing and defense only.
27
+ """
28
+
29
+ TEMPLATE """{ if .System }<|im_start|>system
30
+ { .System }<|im_end|>
31
+ { end }{ if .Prompt }<|im_start|>user
32
+ { .Prompt }<|im_end|>
33
+ { end }<|im_start|>assistant
34
+ { .Response }<|im_end|>
35
+ """
q4_k_m/enosislabs-aether-0.8b-cyber.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e97d64d56ec5bbd47c97e0495eccab167bfd987fd9a60f1053c84003361b0349
3
+ size 541903520
q4_k_m/llama_cpp_run_enosislabs-aether-0.8b-cyber-q4_k_m.sh ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env bash
2
+ # llama.cpp runner for EnosisLabs enosislabs-aether-0.8b-cyber-q4_k_m (low-power friendly)
3
+ # Build: git clone https://github.com/ggerganov/llama.cpp ; cd llama.cpp ; make LLAMA_CUDA=1
4
+ set -euo pipefail
5
+ MODEL="enosislabs-aether-0.8b-cyber.Q4_K_M.gguf"
6
+ PROMPT="You are an authorized purple team cybersecurity expert..."
7
+ ./main -m "$MODEL" -n 512 -p "$PROMPT" --temp 0.7 --top-p 0.95 -c 8192 "$@"
q4_k_m/vllm_serve_enosislabs-aether-0.8b-cyber-q4_k_m.py ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env python
2
+ """
3
+ vLLM serving entrypoint for EnosisLabs enosislabs-aether-0.8b-cyber-q4_k_m
4
+ Optimized for high-throughput inference (tensor-parallel, continuous batching).
5
+ Run with: python vllm_serve_enosislabs-aether-0.8b-cyber-q4_k_m.py --model enosislabs-aether-0.8b-cyber.Q4_K_M.gguf --port 8000
6
+ Requires: pip install vllm (see pyproject eval extra)
7
+ """
8
+
9
+ import argparse
10
+ import os
11
+ from vllm import LLM, SamplingParams # type: ignore
12
+
13
+ def main():
14
+ parser = argparse.ArgumentParser()
15
+ parser.add_argument("--model", default="enosislabs-aether-0.8b-cyber.Q4_K_M.gguf")
16
+ parser.add_argument("--port", type=int, default=8000)
17
+ parser.add_argument("--tensor-parallel-size", type=int, default=1)
18
+ args = parser.parse_args()
19
+
20
+ print(f"Starting EnosisLabs Aether vLLM server for {args.model} ...")
21
+ llm = LLM(
22
+ model=args.model,
23
+ tensor_parallel_size=args.tensor_parallel_size,
24
+ gpu_memory_utilization=0.85,
25
+ max_model_len=8192,
26
+ # dtype="float16" or "bfloat16" as appropriate
27
+ )
28
+ # Example usage shown; real server uses vllm.entrypoints.openai.api_server or fastapi
29
+ print("Model loaded. Use vllm serve or integrate with OpenAI-compatible endpoint.")
30
+ print(
31
+ f"Example: vllm serve {args.model} --port {args.port} "
32
+ f"--tensor-parallel-size {args.tensor_parallel_size}"
33
+ )
34
+
35
+ if __name__ == "__main__":
36
+ main()
q5_k_m/LLAMA_CPP_enosislabs-aether-0.8b-cyber-q5_k_m.md ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # EnosisLabs enosislabs-aether-0.8b-cyber-q5_k_m — llama.cpp Usage
2
+
3
+ GGUF produced by Unsloth under the EnosisLabs brand.
4
+
5
+ ## Quick start (CPU or GPU)
6
+ ```bash
7
+ # 1. Build llama.cpp with CUDA if available
8
+ git clone https://github.com/ggerganov/llama.cpp
9
+ cd llama.cpp && make LLAMA_CUDA=1 -j
10
+
11
+ # 2. Run (example)
12
+ ./main -m enosislabs-aether-0.8b-cyber.Q5_K_M.gguf \
13
+ --temp 0.7 --top-p 0.95 -n 1024 \
14
+ -p "$(cat prompt.txt)"
15
+ ```
16
+
17
+ Where `prompt.txt` contains Qwen ChatML:
18
+
19
+ ```text
20
+ <|im_start|>system
21
+ You are Aether by EnosisLabs. Pair every red technique with blue detection and mitigation.<|im_end|>
22
+ <|im_start|>user
23
+ Analyze this log for anomalies...<|im_end|>
24
+ <|im_start|>assistant
25
+ ```
26
+
27
+ Quant chosen for low-power GPUs (Q4_K_M / Q5_K_M typically < 6 GB for 0.8B-2B models).
28
+
29
+ ## Recommended for
30
+ - Edge / laptop red/blue work
31
+ - Air-gapped authorized testing
32
+ - CI smoke tests of model capability
q5_k_m/Modelfile.enosislabs-aether-0.8b-cyber-q5_k_m ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # EnosisLabs Aether Modelfile (Ollama)
2
+ # Generated for enosislabs-aether-0.8b-cyber-q5_k_m
3
+ # Brand: EnosisLabs
4
+ # Optimized for vLLM-style serving via Ollama backend + GGUF
5
+
6
+ FROM enosislabs-aether-0.8b-cyber.Q5_K_M.gguf
7
+
8
+ # Recommended sampling for cyber reasoning tasks (adjust per use case)
9
+ PARAMETER temperature 0.7
10
+ PARAMETER top_p 0.95
11
+ PARAMETER top_k 40
12
+ PARAMETER repeat_penalty 1.1
13
+ PARAMETER num_ctx 8192
14
+
15
+ # System prompt encouraging Purple Teaming + rigorous defensive thinking
16
+ SYSTEM """You are Aether, an expert cybersecurity AI by EnosisLabs.
17
+ You excel at red team, blue team, and especially purple team exercises.
18
+ Always consider both offensive techniques and practical defensive detections/controls.
19
+ Use rigorous reasoning, cite impact, provide safe patches or verified procedures,
20
+ and recommend detection strategies.
21
+ Only operate in authorized contexts."""
22
+
23
+ LICENSE """
24
+ Apache-2.0
25
+ Copyright EnosisLabs, Inc. and contributors.
26
+ Intended for authorized security testing and defense only.
27
+ """
28
+
29
+ TEMPLATE """{ if .System }<|im_start|>system
30
+ { .System }<|im_end|>
31
+ { end }{ if .Prompt }<|im_start|>user
32
+ { .Prompt }<|im_end|>
33
+ { end }<|im_start|>assistant
34
+ { .Response }<|im_end|>
35
+ """
q5_k_m/enosislabs-aether-0.8b-cyber.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2bed19e5752865dabee350dbacd7ce2cbd9d5c7643e1a77f1c003ca14b1bee3
3
+ size 592636576
q5_k_m/llama_cpp_run_enosislabs-aether-0.8b-cyber-q5_k_m.sh ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env bash
2
+ # llama.cpp runner for EnosisLabs enosislabs-aether-0.8b-cyber-q5_k_m (low-power friendly)
3
+ # Build: git clone https://github.com/ggerganov/llama.cpp ; cd llama.cpp ; make LLAMA_CUDA=1
4
+ set -euo pipefail
5
+ MODEL="enosislabs-aether-0.8b-cyber.Q5_K_M.gguf"
6
+ PROMPT="You are an authorized purple team cybersecurity expert..."
7
+ ./main -m "$MODEL" -n 512 -p "$PROMPT" --temp 0.7 --top-p 0.95 -c 8192 "$@"
q5_k_m/vllm_serve_enosislabs-aether-0.8b-cyber-q5_k_m.py ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env python
2
+ """
3
+ vLLM serving entrypoint for EnosisLabs enosislabs-aether-0.8b-cyber-q5_k_m
4
+ Optimized for high-throughput inference (tensor-parallel, continuous batching).
5
+ Run with: python vllm_serve_enosislabs-aether-0.8b-cyber-q5_k_m.py --model enosislabs-aether-0.8b-cyber.Q5_K_M.gguf --port 8000
6
+ Requires: pip install vllm (see pyproject eval extra)
7
+ """
8
+
9
+ import argparse
10
+ import os
11
+ from vllm import LLM, SamplingParams # type: ignore
12
+
13
+ def main():
14
+ parser = argparse.ArgumentParser()
15
+ parser.add_argument("--model", default="enosislabs-aether-0.8b-cyber.Q5_K_M.gguf")
16
+ parser.add_argument("--port", type=int, default=8000)
17
+ parser.add_argument("--tensor-parallel-size", type=int, default=1)
18
+ args = parser.parse_args()
19
+
20
+ print(f"Starting EnosisLabs Aether vLLM server for {args.model} ...")
21
+ llm = LLM(
22
+ model=args.model,
23
+ tensor_parallel_size=args.tensor_parallel_size,
24
+ gpu_memory_utilization=0.85,
25
+ max_model_len=8192,
26
+ # dtype="float16" or "bfloat16" as appropriate
27
+ )
28
+ # Example usage shown; real server uses vllm.entrypoints.openai.api_server or fastapi
29
+ print("Model loaded. Use vllm serve or integrate with OpenAI-compatible endpoint.")
30
+ print(
31
+ f"Example: vllm serve {args.model} --port {args.port} "
32
+ f"--tensor-parallel-size {args.tensor_parallel_size}"
33
+ )
34
+
35
+ if __name__ == "__main__":
36
+ main()
q8_0/LLAMA_CPP_enosislabs-aether-0.8b-cyber-q8_0.md ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # EnosisLabs enosislabs-aether-0.8b-cyber-q8_0 — llama.cpp Usage
2
+
3
+ GGUF produced by Unsloth under the EnosisLabs brand.
4
+
5
+ ## Quick start (CPU or GPU)
6
+ ```bash
7
+ # 1. Build llama.cpp with CUDA if available
8
+ git clone https://github.com/ggerganov/llama.cpp
9
+ cd llama.cpp && make LLAMA_CUDA=1 -j
10
+
11
+ # 2. Run (example)
12
+ ./main -m enosislabs-aether-0.8b-cyber.Q8_0.gguf \
13
+ --temp 0.7 --top-p 0.95 -n 1024 \
14
+ -p "$(cat prompt.txt)"
15
+ ```
16
+
17
+ Where `prompt.txt` contains Qwen ChatML:
18
+
19
+ ```text
20
+ <|im_start|>system
21
+ You are Aether by EnosisLabs. Pair every red technique with blue detection and mitigation.<|im_end|>
22
+ <|im_start|>user
23
+ Analyze this log for anomalies...<|im_end|>
24
+ <|im_start|>assistant
25
+ ```
26
+
27
+ Quant chosen for low-power GPUs (Q4_K_M / Q5_K_M typically < 6 GB for 0.8B-2B models).
28
+
29
+ ## Recommended for
30
+ - Edge / laptop red/blue work
31
+ - Air-gapped authorized testing
32
+ - CI smoke tests of model capability
q8_0/Modelfile.enosislabs-aether-0.8b-cyber-q8_0 ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # EnosisLabs Aether Modelfile (Ollama)
2
+ # Generated for enosislabs-aether-0.8b-cyber-q8_0
3
+ # Brand: EnosisLabs
4
+ # Optimized for vLLM-style serving via Ollama backend + GGUF
5
+
6
+ FROM enosislabs-aether-0.8b-cyber.Q8_0.gguf
7
+
8
+ # Recommended sampling for cyber reasoning tasks (adjust per use case)
9
+ PARAMETER temperature 0.7
10
+ PARAMETER top_p 0.95
11
+ PARAMETER top_k 40
12
+ PARAMETER repeat_penalty 1.1
13
+ PARAMETER num_ctx 8192
14
+
15
+ # System prompt encouraging Purple Teaming + rigorous defensive thinking
16
+ SYSTEM """You are Aether, an expert cybersecurity AI by EnosisLabs.
17
+ You excel at red team, blue team, and especially purple team exercises.
18
+ Always consider both offensive techniques and practical defensive detections/controls.
19
+ Use rigorous reasoning, cite impact, provide safe patches or verified procedures,
20
+ and recommend detection strategies.
21
+ Only operate in authorized contexts."""
22
+
23
+ LICENSE """
24
+ Apache-2.0
25
+ Copyright EnosisLabs, Inc. and contributors.
26
+ Intended for authorized security testing and defense only.
27
+ """
28
+
29
+ TEMPLATE """{ if .System }<|im_start|>system
30
+ { .System }<|im_end|>
31
+ { end }{ if .Prompt }<|im_start|>user
32
+ { .Prompt }<|im_end|>
33
+ { end }<|im_start|>assistant
34
+ { .Response }<|im_end|>
35
+ """
q8_0/enosislabs-aether-0.8b-cyber.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55d1626b0dfae5ed0127ab1a0191d3f5e2c410a69951aafd755e183693aec9b7
3
+ size 833591968
q8_0/llama_cpp_run_enosislabs-aether-0.8b-cyber-q8_0.sh ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env bash
2
+ # llama.cpp runner for EnosisLabs enosislabs-aether-0.8b-cyber-q8_0 (low-power friendly)
3
+ # Build: git clone https://github.com/ggerganov/llama.cpp ; cd llama.cpp ; make LLAMA_CUDA=1
4
+ set -euo pipefail
5
+ MODEL="enosislabs-aether-0.8b-cyber.Q8_0.gguf"
6
+ PROMPT="You are an authorized purple team cybersecurity expert..."
7
+ ./main -m "$MODEL" -n 512 -p "$PROMPT" --temp 0.7 --top-p 0.95 -c 8192 "$@"
q8_0/vllm_serve_enosislabs-aether-0.8b-cyber-q8_0.py ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env python
2
+ """
3
+ vLLM serving entrypoint for EnosisLabs enosislabs-aether-0.8b-cyber-q8_0
4
+ Optimized for high-throughput inference (tensor-parallel, continuous batching).
5
+ Run with: python vllm_serve_enosislabs-aether-0.8b-cyber-q8_0.py --model enosislabs-aether-0.8b-cyber.Q8_0.gguf --port 8000
6
+ Requires: pip install vllm (see pyproject eval extra)
7
+ """
8
+
9
+ import argparse
10
+ import os
11
+ from vllm import LLM, SamplingParams # type: ignore
12
+
13
+ def main():
14
+ parser = argparse.ArgumentParser()
15
+ parser.add_argument("--model", default="enosislabs-aether-0.8b-cyber.Q8_0.gguf")
16
+ parser.add_argument("--port", type=int, default=8000)
17
+ parser.add_argument("--tensor-parallel-size", type=int, default=1)
18
+ args = parser.parse_args()
19
+
20
+ print(f"Starting EnosisLabs Aether vLLM server for {args.model} ...")
21
+ llm = LLM(
22
+ model=args.model,
23
+ tensor_parallel_size=args.tensor_parallel_size,
24
+ gpu_memory_utilization=0.85,
25
+ max_model_len=8192,
26
+ # dtype="float16" or "bfloat16" as appropriate
27
+ )
28
+ # Example usage shown; real server uses vllm.entrypoints.openai.api_server or fastapi
29
+ print("Model loaded. Use vllm serve or integrate with OpenAI-compatible endpoint.")
30
+ print(
31
+ f"Example: vllm serve {args.model} --port {args.port} "
32
+ f"--tensor-parallel-size {args.tensor_parallel_size}"
33
+ )
34
+
35
+ if __name__ == "__main__":
36
+ main()