mirror of
https://github.com/marcredhat/SIEM-toolkit-patched
synced 2026-06-08 20:37:12 +00:00
Mick
c5a4f796a0
Key changes: - Unlabelled event banner: shows count only after Sample Events is clicked; uses broad SDL filter expression; time window synced to sync-days dropdown - Parser Quality: new "Attributes Missing" subsection listing all parsers without dataSource.name regardless of event volume - Coverage map: filter buttons (All / Complete Parser / Attributes Missing); stat card renamed to "Incomplete Parser"; stub count excluded from sync when no active sources - Sync All button: runs SDL parser sync → library sync → live sources sync in sequence - Reset now clears ActiveSource table and resets unlabelled count cache - run_powerquery: configurable max_count param (default 1000, 50M for count queries) - _DS_NAME_RE: supports both quoted and unquoted dataSource.name keys in parser files - Full modern UI redesign: slate palette, gradient cards, ring borders, pill nav, colored stat accents - Updated 7 tracked parser files synced from SDL Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
57 lines
1.8 KiB
Python
57 lines
1.8 KiB
Python
import os
|
|
from sqlalchemy import create_engine, Column, Integer, String, Float, DateTime, Text, Boolean
|
|
from sqlalchemy.dialects.postgresql import JSONB
|
|
from sqlalchemy.orm import declarative_base, sessionmaker
|
|
from datetime import datetime
|
|
|
|
DATABASE_URL = os.environ.get("DATABASE_URL", "postgresql://siem:siem@db:5432/siem")
|
|
|
|
engine = create_engine(DATABASE_URL)
|
|
SessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)
|
|
Base = declarative_base()
|
|
|
|
|
|
class ParsedRule(Base):
|
|
__tablename__ = "parsed_rules"
|
|
id = Column(Integer, primary_key=True)
|
|
rule_id = Column(String, unique=True, index=True)
|
|
name = Column(String)
|
|
rule_type = Column(String) # 'star' or 'sigma'
|
|
fields_used = Column(JSONB)
|
|
raw = Column(Text)
|
|
cached_at = Column(DateTime, default=datetime.utcnow)
|
|
|
|
|
|
class ParserField(Base):
|
|
__tablename__ = "parser_fields"
|
|
id = Column(Integer, primary_key=True)
|
|
parser_name = Column(String, index=True)
|
|
field_name = Column(String)
|
|
field_type = Column(String)
|
|
|
|
|
|
class ActiveSource(Base):
|
|
__tablename__ = "active_sources"
|
|
id = Column(Integer, primary_key=True)
|
|
source_name = Column(String, unique=True, index=True)
|
|
event_count = Column(Integer, default=0)
|
|
synced_at = Column(DateTime, default=datetime.utcnow)
|
|
parser_detected = Column(Integer, default=0) # >0 means parsed events seen in data lake
|
|
unlabelled = Column(Boolean, default=False) # True = events had no dataSource.name
|
|
|
|
|
|
class IngestSnapshot(Base):
|
|
__tablename__ = "ingest_snapshots"
|
|
id = Column(Integer, primary_key=True)
|
|
period_days = Column(Integer)
|
|
data = Column(JSONB)
|
|
recorded_at = Column(DateTime, default=datetime.utcnow)
|
|
|
|
|
|
def get_db():
|
|
db = SessionLocal()
|
|
try:
|
|
yield db
|
|
finally:
|
|
db.close()
|