{article.get("title", "")}
{html_body}
{_escape_html(code)}') # Lists elif line.strip().startswith("- ") or line.strip().startswith("* "): html.append(f"{_inline_md(line[2:])}
{_inline_md(line)}
") i += 1 return "\n".join(html) def _inline_md(text: str) -> str: """Convert inline markdown to HTML.""" import re # Bold text = re.sub(r"\*\*(.+?)\*\*", r"\1", text) # Italic text = re.sub(r"\*(.+?)\*", r"\1", text) # Inline code text = re.sub(r"`(.+?)`", r"\1", text)
# Links
text = re.sub(r"\[(.+?)\]\((.+?)\)", r'\1', text)
return text
def _escape_html(text: str) -> str:
return text.replace("&", "&").replace("<", "<").replace(">", ">")
def _build_homepage(vertical: str, articles: list[dict]) -> str:
"""Build the homepage for a vertical site."""
articles_html = ""
for a in sorted(articles, key=lambda x: x.get("published_at", ""), reverse=True)[:20]:
articles_html += f"""
{a.get('seo_description', '')}
Expert articles, tutorials, and deep dives. Updated daily.
Sources available in the original knowledge package.
" def _escape_xml(text: str) -> str: return text.replace("&", "&").replace("<", "<").replace(">", ">").replace('"', """) # ─── Deploy ───────────────────────────────────────────────────────── def deploy_site(vertical: str, site_dir: str, ct_ip: str) -> bool: """Deploy a site to its Proxmox CT.""" log.info(f"Deploying {vertical} to {ct_ip}...") # Create deployment tarball import tarfile tarball = BASE_DIR / "core" / f"{vertical}_deploy.tar.gz" with tarfile.open(tarball, "w:gz") as tar: tar.add(site_dir, arcname=vertical) try: # Push to CT result = os.system(f"scp {tarball} root@{ct_ip}:/tmp/ 2>/dev/null") if result != 0: log.error(f"scp failed for {vertical}") return False os.system(f"ssh root@{ct_ip} 'cd /tmp && tar xzf {vertical}_deploy.tar.gz && " f"cp -r {vertical}/* /var/www/html/ && systemctl restart nginx' 2>/dev/null") # Verify time.sleep(2) verify = os.popen(f"curl -s -o /dev/null -w '%{{http_code}}' http://{ct_ip}:80/").read().strip() if verify == "200": log.info(f"Deploy {vertical} successful: HTTP {verify}") return True else: log.error(f"Deploy {vertical} verify failed: HTTP {verify}") return False except Exception as e: log.error(f"Deploy {vertical} exception: {e}") return False finally: if tarball.exists(): tarball.unlink() # ─── Pipeline Runner ──────────────────────────────────────────────── def run_daily_pipeline(max_articles: int = 3): """Run the full daily publishing pipeline.""" log.info("=" * 60) log.info("DAILY PUBLISHING PIPELINE STARTING") log.info("=" * 60) run_id = None db = init_db() try: # Log the run cur = db.execute("INSERT INTO pipeline_runs (run_type, started_at) VALUES ('daily', datetime('now'))") run_id = cur.lastrowid db.commit() # Step 1: Discover trends topics = discover_trends() db.execute("UPDATE pipeline_runs SET topics_discovered = ? WHERE id = ?", (len(topics), run_id)) db.commit() if not topics: log.warning("No topics discovered. Exiting.") return # Step 2: Get approved topics (composite_score > 60, not yet published) top_topics = db.execute(""" SELECT id, title, vertical, composite_score FROM topics WHERE status = 'discovered' AND composite_score > 60 ORDER BY composite_score DESC LIMIT ? """, (max_articles,)).fetchall() articles_published = 0 vertical_articles = {} for topic_row in top_topics: topic_id, topic_title, vertical, score = topic_row # Step 3: Research kp = research_topic(topic_id, topic_title, vertical) # Step 4: Write article = write_article(topic_id, topic_title, vertical, kp) # Collect articles per vertical for site building if vertical not in vertical_articles: vertical_articles[vertical] = [] vertical_articles[vertical].append(article) articles_published += 1 log.info(f" ✓ Published: {topic_title} → {vertical}") # Step 5: Publish to live site APIs for vertical, articles in vertical_articles.items(): vinfo = VERTICALS.get(vertical, {}) ct_ip = vinfo.get("ip") if not ct_ip: log.warning(f"No CT IP for {vertical} — skipping publish") continue api_url = f"http://{ct_ip}:5000/api/publish" for article in articles: try: r = requests.post(api_url, json=article, headers={"Authorization": "Bearer auto-publish-2026"}, timeout=15) if r.status_code in (200, 201): log.info(f" 📤 Published to {vertical}: {article.get('title', '')[:60]}") else: log.warning(f" ❌ {vertical} API returned {r.status_code}: {r.text[:100]}") except Exception as e: log.warning(f" ❌ Failed to publish to {vertical}: {e}") # Update run log db.execute(""" UPDATE pipeline_runs SET articles_published = ?, finished_at = datetime('now') WHERE id = ? """, (articles_published, run_id)) db.commit() log.info(f"Pipeline complete: {articles_published} articles published across {len(vertical_articles)} sites") except Exception as e: log.error(f"Pipeline failed: {e}", exc_info=True) if run_id: db.execute("UPDATE pipeline_runs SET errors = ?, finished_at = datetime('now') WHERE id = ?", (json.dumps([str(e)]), run_id)) db.commit() finally: db.close() # ─── CLI ──────────────────────────────────────────────────────────── if __name__ == "__main__": import argparse ap = argparse.ArgumentParser(description="Autonomous Publishing System") ap.add_argument("command", choices=["init", "discover", "research", "write", "build", "deploy", "run", "status"]) ap.add_argument("--topic-id", type=int, help="Topic ID for research/write") ap.add_argument("--vertical", type=str, help="Vertical name") ap.add_argument("--max", type=int, default=3, help="Max articles per run") args = ap.parse_args() if args.command == "init": init_db() print("✓ Database initialized") elif args.command == "discover": topics = discover_trends() for t in topics[:15]: print(f" [{t['vertical']}] {t['title'][:80]} (score: {t['composite_score']})") elif args.command == "run": run_daily_pipeline(max_articles=args.max) elif args.command == "status": db = init_db() run = db.execute("SELECT * FROM pipeline_runs ORDER BY id DESC LIMIT 1").fetchone() topics_count = db.execute("SELECT COUNT(*) FROM topics").fetchone()[0] articles_count = db.execute("SELECT COUNT(*) FROM articles").fetchone()[0] published = db.execute("SELECT COUNT(*) FROM articles WHERE status = 'published'").fetchone()[0] print(f"Last run: {run}") print(f"Topics in DB: {topics_count}") print(f"Articles: {articles_count} ({published} published)") else: print(f"Unknown command: {args.command}")