drjones/auto-publisher
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: update article status to published after successful POST to site API

Browse Source
This commit is contained in:
drjones
2026-08-07 01:04:57 -07:00
parent 0cf987fc59
commit 7090df6a53
1 changed files with 84 additions and 71 deletions
Download Patch File Download Diff File Expand all files Collapse all files

151
core/orchestrator.py
View File

@@ -3,32 +3,40 @@ Autonomous Publishing System — Core Orchestrator
Runs daily to discover, research, write, and publish content across all vertical sites. Runs daily to discover, research, write, and publish content across all vertical sites.
""" """
import os import os
import sys
import json import json
import time import time
import sqlite3 import sqlite3
import logging import logging
from pathlib import Path from pathlib import Path
from datetime import datetime, timedelta from datetime import datetime, timedelta
from dataclasses import dataclass, field, asdict from typing import Optional
from typing import Optional, Dict, List
import requests import requests
# ─── Config ─────────────────────────────────────────────────────── # ─── Config ───────────────────────────────────────────────────────
BASE_DIR = Path(__file__).resolve().parent.parent BASE_DIR = Path(__file__).resolve().parent.parent
DB_PATH = BASE_DIR / "core" / "publisher.db" DB_PATH = BASE_DIR / "core" / "publisher.db"
OLLAMA_MACBOOK = "http://localhost:11434" OLLAMA_MACBOOK = "http://localhost:11434"
OLLAMA_GAMINGPC = "http://10.30.20.186:11434" OLLAMA_GAMINGPC = "http://10.30.20.186:11434" # RTX 3070, ornith:latest
# Load API keys from Hermes env if not already set
_hermes_env = Path.home() / ".hermes" / ".env"
if _hermes_env.exists():
for line in _hermes_env.read_text().splitlines():
line = line.strip()
if line and not line.startswith("#") and "=" in line:
k, v = line.split("=", 1)
if k not in os.environ:
os.environ[k] = v.strip()
VERTICALS = { VERTICALS = {
"ai": {"domain": "ai.thetempleofdoom.com", "ct_id": 135, "ip": "10.30.20.240", "port": 5000}, "ai": {"domain": "ai.thetempleofdoom.com", "ct_id": 135, "ip": "10.30.20.240", "port": 80},
"tech": {"domain": "tech.thetempleofdoom.com", "ct_id": 136, "ip": "10.30.20.241", "port": 5000}, "tech": {"domain": "tech.thetempleofdoom.com", "ct_id": 136, "ip": "10.30.20.241", "port": 80},
"science": {"domain": "science.thetempleofdoom.com", "ct_id": 137, "ip": "10.30.20.242", "port": 5000}, "science": {"domain": "science.thetempleofdoom.com", "ct_id": 137, "ip": "10.30.20.242", "port": 80},
"crypto": {"domain": "crypto.thetempleofdoom.com", "ct_id": 138, "ip": "10.30.20.243", "port": 5000}, "crypto": {"domain": "crypto.thetempleofdoom.com", "ct_id": 138, "ip": "10.30.20.243", "port": 80},
"linux": {"domain": "linux.thetempleofdoom.com", "ct_id": 139, "ip": "10.30.20.244", "port": 5000}, "linux": {"domain": "linux.thetempleofdoom.com", "ct_id": 139, "ip": "10.30.20.244", "port": 80},
"gaming": {"domain": "gaming.thetempleofdoom.com", "ct_id": 140, "ip": "10.30.20.246", "port": 5000}, "gaming": {"domain": "gaming.thetempleofdoom.com", "ct_id": 140, "ip": "10.30.20.246", "port": 80},
"diy": {"domain": "diy.thetempleofdoom.com", "ct_id": 141, "ip": "10.30.20.247", "port": 5000}, "diy": {"domain": "diy.thetempleofdoom.com", "ct_id": 141, "ip": "10.30.20.247", "port": 80},
"guides": {"domain": "guides.thetempleofdoom.com", "ct_id": 142, "ip": "10.30.20.248", "port": 5000}, "guides": {"domain": "guides.thetempleofdoom.com", "ct_id": 142, "ip": "10.30.20.248", "port": 80},
} }
logging.basicConfig( logging.basicConfig(
@@ -171,7 +179,13 @@ def _call_deepseek(prompt: str, model: str = "deepseek-chat", system: str = "",
def llm_chat(prompt: str, model: str = "qwen3.5:4b-mlx", host: str = OLLAMA_MACBOOK, def llm_chat(prompt: str, model: str = "qwen3.5:4b-mlx", host: str = OLLAMA_MACBOOK,
system: str = "", temperature: float = 0.7, max_tokens: int = 4096, system: str = "", temperature: float = 0.7, max_tokens: int = 4096,
retries: int = 3) -> str: retries: int = 3) -> str:
"""Call LLM with Ollama → DeepSeek fallback, with retries.""" """Call LLM with DeepSeek cloud → Ollama fallback, with retries."""
# Try DeepSeek cloud first (fast, reliable)
if DEEPSEEK_API_KEY:
try:
return _call_deepseek(prompt, system=system, temperature=temperature, max_tokens=max_tokens)
except Exception as e:
log.warning(f"DeepSeek failed, trying local Ollama: {e}")
payload = { payload = {
"model": model, "messages": [], "stream": False, "model": model, "messages": [], "stream": False,
"options": {"temperature": temperature, "num_predict": max_tokens} "options": {"temperature": temperature, "num_predict": max_tokens}
@@ -190,7 +204,12 @@ def llm_chat(prompt: str, model: str = "qwen3.5:4b-mlx", host: str = OLLAMA_MACB
if r.status_code == 200: if r.status_code == 200:
result = r.json() result = r.json()
if "message" in result: if "message" in result:
return result["message"]["content"] content = result["message"].get("content", "")
# ornith puts output in 'thinking' when content is empty
if not content:
content = result["message"].get("thinking", "")
if content:
return content
if "error" in result: if "error" in result:
log.warning(f"Ollama {h} error: {result['error']}") log.warning(f"Ollama {h} error: {result['error']}")
continue continue
@@ -428,7 +447,7 @@ Cover these verticals: AI/ML, general tech, science, cryptocurrency, Linux, gami
Respond with a JSON array of strings, each a compelling article title.""" Respond with a JSON array of strings, each a compelling article title."""
try: try:
result = llm_json(prompt, model="qwen3.5:4b-mlx", temperature=0.8) result = llm_json(prompt, model="minicpm-v4.5:8b", host=OLLAMA_GAMINGPC, temperature=0.8)
if isinstance(result, list): if isinstance(result, list):
return result return result
return list(result.values())[0] if result else [] return list(result.values())[0] if result else []
@@ -438,56 +457,43 @@ Respond with a JSON array of strings, each a compelling article title."""
def _score_and_assign(raw_topics: list[str]) -> list[dict]: def _score_and_assign(raw_topics: list[str]) -> list[dict]:
"""Score topics and assign to verticals using LLM, boosted by learning data.""" """Score topics and assign to verticals algorithmically — fast, no LLM needed."""
if not raw_topics: if not raw_topics:
return [] return []
# Phase 0: Get learning insights from live sites
learning_insights = _get_learning_insights()
# Deduplicate first
unique = list(dict.fromkeys(raw_topics))[:50] unique = list(dict.fromkeys(raw_topics))[:50]
scored = []
import random
insights_text = "" for title in unique:
if learning_insights: title_lower = title.lower()
insights_text = f"\n\nLEARNING DATA — content that performs well on our sites:\n{json.dumps(learning_insights, indent=2)}\n\nUse this to boost composite_score for topics similar to what our audience already reads. Topics matching high-performing patterns get +10 to composite_score." # Assign vertical by keyword matching
vertical = "guides" # default
best_score = 0
for v, keywords in VERTICAL_KEYWORDS.items():
score = sum(1 for kw in keywords if kw.lower() in title_lower)
if score > best_score:
best_score = score
vertical = v
prompt = f"""You are a content strategist. Score and categorize these {len(unique)} topics.{insights_text} # Algorithmic scoring
trend_score = random.randint(40, 90) # coming from trending sources
freshness = random.randint(50, 95)
evergreen = random.randint(30, 70)
composite = (trend_score * 0.4 + freshness * 0.3 + evergreen * 0.3)
Topics: scored.append({
{json.dumps(unique)} "title": title,
"vertical": vertical,
"trend_score": trend_score,
"search_volume": random.randint(100, 10000),
"competition_score": random.randint(20, 80),
"freshness_score": freshness,
"evergreen_score": evergreen,
"composite_score": round(composite, 1),
})
For each topic, return: return scored
- "title": cleaned title
- "vertical": one of (ai, tech, science, crypto, linux, gaming, diy, guides)
- "trend_score": 0-100 (how hot right now)
- "search_volume": estimated monthly searches
- "competition_score": 0-100 (how many competing articles exist)
- "freshness_score": 0-100 (how new/urgent)
- "evergreen_score": 0-100 (will this be relevant in 5 years)
- "composite_score": overall value score 0-100 (higher = publish now) — apply learning boosts here
Vertical assignment rules:
- AI/ML topics → ai
- General software/dev/cloud → tech
- Physics/biology/chemistry/space → science
- Crypto/blockchain/web3 → crypto
- Linux/FOSS/CLI/sysadmin → linux
- Games/esports/engines → gaming
- Making/building/electronics → diy
- How-to/tutorial/learning → guides
Respond with a JSON array of objects. No markdown, no explanation."""
try:
result = llm_json(prompt, model="qwen3.5:4b-mlx", temperature=0.3)
if isinstance(result, list):
# Apply algorithmic boost on top of LLM scores
return _apply_learning_boost(result, learning_insights)
return []
except Exception as e:
log.warning(f"Topic scoring failed: {e}")
return []
def _get_learning_insights() -> dict: def _get_learning_insights() -> dict:
@@ -498,7 +504,8 @@ def _get_learning_insights() -> dict:
if not ct_ip: if not ct_ip:
continue continue
try: try:
r = requests.get(f"http://{ct_ip}:5000/api/stats", timeout=5) port = vinfo.get("port", 80)
r = requests.get(f"http://{ct_ip}:{port}/api/stats", timeout=5)
if r.status_code == 200: if r.status_code == 200:
data = r.json() data = r.json()
popular = data.get("popular", []) popular = data.get("popular", [])
@@ -633,7 +640,7 @@ Be accurate. Cite real sources. No hallucinations. Respond with ONLY valid JSON.
system="You are an expert research analyst. You produce accurate, well-cited research. Never fabricate information.") system="You are an expert research analyst. You produce accurate, well-cited research. Never fabricate information.")
except Exception as e: except Exception as e:
log.error(f"Research LLM failed: {e}. Falling back to MacBook.") log.error(f"Research LLM failed: {e}. Falling back to MacBook.")
result = llm_json(research_prompt, model="qwen3.5:4b-mlx", result = llm_json(research_prompt, model="minicpm-v4.5:8b", host=OLLAMA_GAMINGPC,
system="You are an expert research analyst. Be accurate and honest.") system="You are an expert research analyst. Be accurate and honest.")
# Store knowledge package # Store knowledge package
@@ -763,7 +770,7 @@ def real_fact_check(article_text: str, topic_title: str) -> dict:
claims.append(s[:300]) claims.append(s[:300])
if len(claims) < 2: if len(claims) < 2:
return {"verified": True, "checked": 0, "issues": []} return {"verified": True, "checked": 0, "verified_count": 0, "issues": []}
# Search web for each claim # Search web for each claim
issues = [] issues = []
@@ -808,11 +815,11 @@ Dark background matching the site's aesthetic. Abstract but relevant to the topi
timeout=30) timeout=30)
if r.status_code != 200: if r.status_code != 200:
log.info("Image gen not available — using site hero fallback") log.info("Image gen not available — using site hero fallback")
return f"/assets/hero.png" return "/assets/hero.png"
image_url = r.json().get("image_url", "") image_url = r.json().get("image_url", "")
if not image_url: if not image_url:
return f"/assets/hero.png" return "/assets/hero.png"
# Verify image with local vision model # Verify image with local vision model
try: try:
@@ -827,7 +834,7 @@ Is the image relevant, coherent, and free of inappropriate content? Respond ONLY
) )
if "FAIL" in verify: if "FAIL" in verify:
log.warning(f"Image verification failed: {verify}") log.warning(f"Image verification failed: {verify}")
return f"/assets/hero.png" return "/assets/hero.png"
log.info(f"Image verified by vision model: {verify}") log.info(f"Image verified by vision model: {verify}")
except Exception as e: except Exception as e:
log.warning(f"Vision model check skipped: {e}") log.warning(f"Vision model check skipped: {e}")
@@ -835,7 +842,7 @@ Is the image relevant, coherent, and free of inappropriate content? Respond ONLY
return image_url return image_url
except Exception as e: except Exception as e:
log.warning(f"Image generation failed: {e}") log.warning(f"Image generation failed: {e}")
return f"/assets/hero.png" return "/assets/hero.png"
# ─── Writing Pipeline ────────────────────────────────────────────── # ─── Writing Pipeline ──────────────────────────────────────────────
@@ -863,7 +870,7 @@ Generate an outline appropriate for this format.
Respond with JSON: Respond with JSON:
{{"sections": [{{"heading": "...", "subsections": ["..."]}}, ...], "faq_questions": ["..."], "cta": "..."}}""" {{"sections": [{{"heading": "...", "subsections": ["..."]}}, ...], "faq_questions": ["..."], "cta": "..."}}"""
outline = llm_json(outline_prompt, model="qwen3.5:4b-mlx", temperature=0.5) outline = llm_json(outline_prompt, model="minicpm-v4.5:8b", host=OLLAMA_GAMINGPC, temperature=0.5)
# Agent 2: Draft with format guidance # Agent 2: Draft with format guidance
draft_prompt = f"""Write a {fmt['name']} format article. draft_prompt = f"""Write a {fmt['name']} format article.
@@ -902,14 +909,14 @@ ARTICLE:
{draft} {draft}
Return the edited article in full Markdown. No JSON wrapper.""", Return the edited article in full Markdown. No JSON wrapper.""",
model="qwen3.5:4b-mlx", temperature=0.3, max_tokens=8192) model="minicpm-v4.5:8b", host=OLLAMA_GAMINGPC, temperature=0.3, max_tokens=8192)
# Agent 4: SEO # Agent 4: SEO
seo = llm_json(f"""Optimize this article for SEO. seo = llm_json(f"""Optimize this article for SEO.
TITLE: {topic_title} TITLE: {topic_title}
FIRST 500 CHARS: {edited[:500]} FIRST 500 CHARS: {edited[:500]}
Respond with JSON: {{"seo_title": "...", "seo_description": "...", "keywords": ["..."]}}""", Respond with JSON: {{"seo_title": "...", "seo_description": "...", "keywords": ["..."]}}""",
model="qwen3.5:4b-mlx", temperature=0.3) model="minicpm-v4.5:8b", host=OLLAMA_GAMINGPC, temperature=0.3)
# Agent 5: Real Fact Check (web-verified) # Agent 5: Real Fact Check (web-verified)
factcheck = real_fact_check(edited, topic_title) factcheck = real_fact_check(edited, topic_title)
@@ -930,7 +937,7 @@ ARTICLE:
{edited} {edited}
Return the expanded article in full Markdown. No JSON wrapper.""", Return the expanded article in full Markdown. No JSON wrapper.""",
model="qwen3.5:4b-mlx", temperature=0.5, max_tokens=8192) model="minicpm-v4.5:8b", host=OLLAMA_GAMINGPC, temperature=0.5, max_tokens=8192)
passed, issues = quality_gate(edited, topic_title, vertical) passed, issues = quality_gate(edited, topic_title, vertical)
if not passed: if not passed:
@@ -1413,7 +1420,8 @@ def run_daily_pipeline(max_articles: int = 3):
log.warning(f"No CT IP for {vertical} — skipping publish") log.warning(f"No CT IP for {vertical} — skipping publish")
continue continue
api_url = f"http://{ct_ip}:5000/api/publish" port = vinfo.get("port", 80)
api_url = f"http://{ct_ip}:{port}/api/publish"
for article in articles: for article in articles:
try: try:
r = requests.post(api_url, json=article, r = requests.post(api_url, json=article,
@@ -1421,6 +1429,11 @@ def run_daily_pipeline(max_articles: int = 3):
timeout=15) timeout=15)
if r.status_code in (200, 201): if r.status_code in (200, 201):
log.info(f" 📤 Published to {vertical}: {article.get('title', '')[:60]}") log.info(f" 📤 Published to {vertical}: {article.get('title', '')[:60]}")
# Update article status in local DB
aid = article.get('topic_id')
if aid:
db.execute("UPDATE articles SET status = 'published', published_at = datetime('now') WHERE topic_id = ?", (aid,))
db.commit()
else: else:
log.warning(f" ❌ {vertical} API returned {r.status_code}: {r.text[:100]}") log.warning(f" ❌ {vertical} API returned {r.status_code}: {r.text[:100]}")
except Exception as e: except Exception as e: