import os
os.environ.pop('PYTHONPATH', None)
import torch
from transformers import AutoTokenizer, AutoModelForCausalLM
from peft import PeftModel
base = AutoModelForCausalLM.from_pretrained('Qwen/Qwen3-0.6B')
tokenizer = AutoTokenizer.from_pretrained('Qwen/Qwen3-0.6B')
# Load compliance OWEM
model = PeftModel.from_pretrained(base, '~/.sovereign/models/qwen3-sov-COMPLIANCE-0.6b')
# Inference
inputs = tokenizer('What is Article 0?', return_tensors='pt')
outputs = model.generate(**inputs, max_new_tokens=80)
print(tokenizer.decode(outputs[0]))