Add Ember model and migration for ember table; implement main function for file processing
This commit is contained in:
parent
5692f1bed0
commit
c5f4182e6b
4 changed files with 85 additions and 0 deletions
30
ember.py
Normal file
30
ember.py
Normal file
|
|
@ -0,0 +1,30 @@
|
||||||
|
from peconvert import convert, ImageTypes
|
||||||
|
from tqdm import tqdm
|
||||||
|
from sqlalchemy.orm import Session
|
||||||
|
import os
|
||||||
|
import sys
|
||||||
|
from db.session import SessionLocal
|
||||||
|
from models.entry import Entry
|
||||||
|
from models.ember import Ember
|
||||||
|
|
||||||
|
def main(folder_path: str, export: str, session: Session):
|
||||||
|
files = os.listdir(folder_path)
|
||||||
|
for file in tqdm(files):
|
||||||
|
entry = session.query(Entry).filter(Entry.sha256 == file).first()
|
||||||
|
ember = Ember(
|
||||||
|
entry_id = entry.id,
|
||||||
|
filename = file
|
||||||
|
)
|
||||||
|
file_path = f"{folder_path}/{file}"
|
||||||
|
export_path = f"{export}/{file}.json"
|
||||||
|
convert(file_path, export_path, ImageTypes.EMBER)
|
||||||
|
session.add(ember)
|
||||||
|
session.commit()
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
session = SessionLocal()
|
||||||
|
if len(sys.argv) == 3:
|
||||||
|
main(sys.argv[1], sys.argv[2], session)
|
||||||
|
else:
|
||||||
|
raise ValueError()
|
||||||
|
|
@ -27,6 +27,7 @@ if config.config_file_name is not None:
|
||||||
from db.base import Base
|
from db.base import Base
|
||||||
from models.entry import Entry # IMPORTANT: force model loading
|
from models.entry import Entry # IMPORTANT: force model loading
|
||||||
from models.images import Image
|
from models.images import Image
|
||||||
|
from models.ember import Ember
|
||||||
|
|
||||||
target_metadata = Base.metadata
|
target_metadata = Base.metadata
|
||||||
|
|
||||||
|
|
|
||||||
41
migrations/versions/b4d509e2b27b_.py
Normal file
41
migrations/versions/b4d509e2b27b_.py
Normal file
|
|
@ -0,0 +1,41 @@
|
||||||
|
"""
|
||||||
|
|
||||||
|
Revision ID: b4d509e2b27b
|
||||||
|
Revises: f988852b4ab6
|
||||||
|
Create Date: 2026-06-18 18:37:09.768262
|
||||||
|
|
||||||
|
"""
|
||||||
|
from typing import Sequence, Union
|
||||||
|
|
||||||
|
from alembic import op
|
||||||
|
import sqlalchemy as sa
|
||||||
|
|
||||||
|
|
||||||
|
# revision identifiers, used by Alembic.
|
||||||
|
revision: str = 'b4d509e2b27b'
|
||||||
|
down_revision: Union[str, Sequence[str], None] = 'f988852b4ab6'
|
||||||
|
branch_labels: Union[str, Sequence[str], None] = None
|
||||||
|
depends_on: Union[str, Sequence[str], None] = None
|
||||||
|
|
||||||
|
|
||||||
|
def upgrade() -> None:
|
||||||
|
"""Upgrade schema."""
|
||||||
|
# ### commands auto generated by Alembic - please adjust! ###
|
||||||
|
op.create_table('embers',
|
||||||
|
sa.Column('id', sa.Integer(), nullable=False),
|
||||||
|
sa.Column('entry_id', sa.Integer(), nullable=False),
|
||||||
|
sa.Column('filename', sa.String(length=255), nullable=False),
|
||||||
|
sa.ForeignKeyConstraint(['entry_id'], ['entries.id'], ),
|
||||||
|
sa.PrimaryKeyConstraint('id'),
|
||||||
|
sa.UniqueConstraint('entry_id')
|
||||||
|
)
|
||||||
|
op.create_index(op.f('ix_embers_id'), 'embers', ['id'], unique=False)
|
||||||
|
# ### end Alembic commands ###
|
||||||
|
|
||||||
|
|
||||||
|
def downgrade() -> None:
|
||||||
|
"""Downgrade schema."""
|
||||||
|
# ### commands auto generated by Alembic - please adjust! ###
|
||||||
|
op.drop_index(op.f('ix_embers_id'), table_name='embers')
|
||||||
|
op.drop_table('embers')
|
||||||
|
# ### end Alembic commands ###
|
||||||
13
models/ember.py
Normal file
13
models/ember.py
Normal file
|
|
@ -0,0 +1,13 @@
|
||||||
|
from sqlalchemy import Column, Integer, String, ForeignKey
|
||||||
|
from sqlalchemy.orm import relationship
|
||||||
|
from db.base import Base
|
||||||
|
|
||||||
|
|
||||||
|
class Ember(Base):
|
||||||
|
__tablename__ = "embers"
|
||||||
|
|
||||||
|
id = Column(Integer, primary_key=True, index=True)
|
||||||
|
entry_id = Column(Integer, ForeignKey("entries.id"), unique=True, nullable=False)
|
||||||
|
|
||||||
|
# example fields for image
|
||||||
|
filename = Column(String(255), nullable=False)
|
||||||
Loading…
Reference in a new issue