Other interesting objects
- Maisonette / Duplex rent: Twann
- Attic flat rent: Twann
- Studio rent: Twann
- Single Room rent: Twann
- Roof flat rent: Twann
- Terrace flat rent: Twann
- Loft rent: Twann
- Single house rent: Twann
- Villa rent: Twann
- Chalet rent: Twann
- Bifamiliar house rent: Twann
- Farm house rent: Twann
- Rustic house rent: Twann
- Flats for rent: Twann
- Houses for rent: Twann
-
-
diff --git a/src/pipelines/real-estate/.tool-versions b/src/pipelines/real-estate/.tool-versions
index a7bdacf..e84c824 100644
--- a/src/pipelines/real-estate/.tool-versions
+++ b/src/pipelines/real-estate/.tool-versions
@@ -1 +1 @@
-python 3.11.7
+python latest
diff --git a/src/pipelines/real-estate/Makefile b/src/pipelines/real-estate/Makefile
index 7730ab7..6004a81 100644
--- a/src/pipelines/real-estate/Makefile
+++ b/src/pipelines/real-estate/Makefile
@@ -1,15 +1,16 @@
-.DEFAULT_GOAL := up
+.DEFAULT_GOAL := run
-up:
- dagster dev
+run: ## Start dagster dev server
+ uv run dagster dev
-install:
- pip install -e ".[dev]"
+install: ## Install all dependencies
+ uv sync --all-extras
-minio:
- minio server ~/Documents/minio/
+s3: ## Start SeaweedFS with S3 API
+ weed server -s3 -s3.config=seaweedfs-s3.json -dir=/tmp/seaweedfs
+test: ## Run tests
+ uv run pytest realestate_tests/ -v
help: ## Show all Makefile targets
@grep -E '^[a-zA-Z_-]+:.*?## .*$$' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-30s\033[0m %s\n", $$1, $$2}'
-
diff --git a/src/pipelines/real-estate/dev-requirements.txt b/src/pipelines/real-estate/dev-requirements.txt
deleted file mode 100644
index 9cc7b71..0000000
--- a/src/pipelines/real-estate/dev-requirements.txt
+++ /dev/null
@@ -1,48 +0,0 @@
-#dagster dependencies
-dagster==1.5.1
-dagster-pandas==0.21.1
-dagstermill
-dagster-aws==0.21.1
-dagster-postgres==0.21.1
-dagster-spark==0.21.1
-dagster-pyspark==0.21.1
-dagster-webserver
-# general packages -> from: https://github.com/dagster-io/dagster/blob/master/python_modules/dagster/dev-requirements.txt
-# astroid>=2.3.3; python_version >= '3.6'
-# coverage==4.5.4 # 5.0 release on 12/19 broke everything
-# freezegun>=0.3.15
-# grpcio-tools==1.30.0
-# pytest-mock==2.0.0
-# nbsphinx==0.4.2
-# pytest-cov==2.8.1
-# pytest-dependency==0.4.0
-# pytest-runner==5.2
-# recommonmark==0.4.0
-# snapshottest==0.5.1
-# tqdm==4.48.0 # pylint crash 48.1+
-#my additional requirement
-#docker-compose==1.23.2
-pyspark
-#pyspark>=3.0.0; python_version >= "3.8"
-#pyspark>=2.0.2; python_version < "3.8"
-#pyspark-stubs==3.0.0.dev8
-pyarrow
-pandas
-boto3
-pandasql
-pyyaml
-#requirements for comprehensive-real-estate-data-exploration.ipynb
-numpy
-pandasql
-seaborn
-folium
-ijson
-koalas
-scipy
-matplotlib
-#intel-scikit-learn
-scikit-learn
-#protobuf==3.20.3
-#markupsafe==2.0.1
-#ipython_genutils
-#graphql-ws==0.3.1
diff --git a/src/pipelines/real-estate/docker-compose.yml b/src/pipelines/real-estate/docker-compose.yml
index f873528..078fe8d 100644
--- a/src/pipelines/real-estate/docker-compose.yml
+++ b/src/pipelines/real-estate/docker-compose.yml
@@ -13,7 +13,139 @@ services:
networks:
- postgres
+ # --- SeaweedFS (S3-compatible object store, replaces MinIO) ---
+
+ seaweedfs:
+ image: chrislusf/seaweedfs
+ container_name: seaweedfs
+ ports:
+ - "8333:8333" # S3 API
+ - "9333:9333" # Master
+ - "8080:8080" # Volume / Filer
+ command: "server -s3 -s3.config=/etc/seaweedfs/s3.json -dir=/data"
+ volumes:
+ - seaweedfs-data:/data
+ - ./seaweedfs-s3.json:/etc/seaweedfs/s3.json:ro
+ networks:
+ - s3
+
+ # --- Apache Druid (best-effort, fine-tune later) ---
+
+ druid-zookeeper:
+ image: zookeeper:3.9
+ container_name: druid-zookeeper
+ ports:
+ - "2181:2181"
+ environment:
+ ZOO_MY_ID: 1
+ networks:
+ - druid
+
+ druid-metadata:
+ image: postgres:15
+ container_name: druid-metadata
+ ports:
+ - "5433:5432"
+ environment:
+ POSTGRES_PASSWORD: druid
+ POSTGRES_USER: druid
+ POSTGRES_DB: druid
+ networks:
+ - druid
+
+ druid-coordinator:
+ image: apache/druid:30.0.1
+ container_name: druid-coordinator
+ ports:
+ - "8081:8081"
+ command: coordinator
+ depends_on:
+ - druid-zookeeper
+ - druid-metadata
+ environment: &druid-env
+ DRUID_LOG4J: 














