Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 1 addition & 2 deletions apps/worker/database/base.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,8 +2,7 @@

from sqlalchemy import Column, types
from sqlalchemy.dialects.postgresql import UUID
from sqlalchemy.ext.declarative import declarative_base
from sqlalchemy.orm import Session
from sqlalchemy.orm import Session, declarative_base

from helpers.clock import get_utc_now

Expand Down
14 changes: 9 additions & 5 deletions apps/worker/database/engine.py
Original file line number Diff line number Diff line change
Expand Up @@ -33,8 +33,8 @@ def json_dumps(d):

class SessionFactory:
def __init__(self, database_url, timeseries_database_url=None):
self.database_url = database_url
self.timeseries_database_url = timeseries_database_url
self.database_url = _fix_engine(database_url)
self.timeseries_database_url = _fix_engine(timeseries_database_url)
self.main_engine = None
self.timeseries_engine = None

Expand All @@ -54,7 +54,7 @@ def create_session(self):
timeseries_engine = self.timeseries_engine

class RoutingSession(Session):
def get_bind(self, mapper=None, clause=None):
def get_bind(self, mapper=None, clause=None, **kwargs):
if mapper is not None and issubclass(
mapper.class_, TimeseriesBaseModel
):
Expand All @@ -74,16 +74,20 @@ def get_bind(self, mapper=None, clause=None):
return scoped_session(session_factory)


def _fix_engine(database_url: str) -> str:
return database_url.replace("postgres://", "postgresql://")


session_factory = SessionFactory(
database_url=get_config(
"services",
"database_url",
default="postgres://postgres:@postgres:5432/postgres",
default="postgresql://postgres:@postgres:5432/postgres",
),
timeseries_database_url=get_config(
"services",
"timeseries_database_url",
default="postgres://postgres:@timescale:5432/postgres",
default="postgresql://postgres:@timescale:5432/postgres",
),
)

Expand Down
4 changes: 2 additions & 2 deletions apps/worker/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -39,8 +39,8 @@ dependencies = [
"requests>=2.32.0",
"sentry-sdk>=2.13.0",
"shared",
"sqlalchemy==1.3.*",
"sqlparse==0.5.0",
"sqlalchemy<2",
"sqlparse>=0.5.0",
"statsd>=3.3.0",
"stripe>=11.4.1",
"test-results-parser",
Expand Down
7 changes: 4 additions & 3 deletions apps/worker/ta_storage/pg.py
Original file line number Diff line number Diff line change
Expand Up @@ -37,14 +37,15 @@ def get_repo_flag_ids(db_session: Session, repoid: int, flags: list[str]) -> set
if not flags:
return set()

return set(
db_session.query(RepositoryFlag.id_)
return {
flag.id_
for flag in db_session.query(RepositoryFlag.id_)
.filter(
RepositoryFlag.repository_id == repoid,
RepositoryFlag.flag_name.in_(flags),
)
.all()
)
}


def modify_structures(
Expand Down
7 changes: 4 additions & 3 deletions apps/worker/tasks/test_results_processor.py
Original file line number Diff line number Diff line change
Expand Up @@ -45,14 +45,15 @@ def get_repo_flag_ids(db_session: Session, repoid: int, flags: list[str]) -> set
if not flags:
return set()

return set(
db_session.query(RepositoryFlag.id_)
return {
flag.id_
for flag in db_session.query(RepositoryFlag.id_)
.filter(
RepositoryFlag.repository_id == repoid,
RepositoryFlag.flag_name.in_(flags),
)
.all()
)
}


def create_daily_totals(
Expand Down
35 changes: 31 additions & 4 deletions apps/worker/uv.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

4 changes: 2 additions & 2 deletions tools/devenv/config/test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -17,8 +17,8 @@ setup:
receive: 15

services:
database_url: postgres://postgres:password@postgres:5432/postgres
timeseries_database_url: postgres://postgres:password@timescale:5432/postgres
database_url: postgresql://postgres:password@postgres:5432/postgres
timeseries_database_url: postgresql://postgres:password@timescale:5432/postgres
redis_url: redis://redis:6379
minio:
hash_key: testixik8qdauiab1yiffydimvi72ekq # never change this
Expand Down