Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
36 commits
Select commit Hold shift + click to select a range
07b2827
data utils menu and data transpose node
milesAraya May 15, 2025
1017ddd
always accept BaseData
milesAraya May 16, 2025
2fdf124
finish data slice, refactor data transpose
milesAraya May 20, 2025
981392e
fix naming
milesAraya May 21, 2025
0e1bd9f
Debugging data_slice
milesAraya May 22, 2025
43bcaf0
update to slice std and index, debug transpose class issue, runner de…
milesAraya May 26, 2025
e6d8d67
update to read_input_info to completely handle nodes of the same type
milesAraya Jun 2, 2025
cf5130c
added backward compatibility to pass tests
milesAraya Jun 2, 2025
07aa0a7
Update to data_concat
milesAraya Jun 2, 2025
d2f9054
cleaning up new functions
milesAraya Jun 3, 2025
e70cd23
clean up, remove debugging, remove duplicated utils folder
milesAraya Jun 3, 2025
62769e7
Various small fixes
milesAraya Jun 4, 2025
e1e9a54
bug fix on output name type matching
milesAraya Jun 5, 2025
edfbb74
Merge pull request #852 from arayabrain/develop-main
itutu-tienday Jun 17, 2025
0f42fbc
Added to lccd conda env
milesAraya Jun 17, 2025
8557b97
Update to custom and optinist yaml
milesAraya Jun 18, 2025
41e57cf
Update tiff imsave to imwrite
milesAraya Jun 18, 2025
2d5673b
Merge pull request #857 from arayabrain/develop-main
itutu-tienday Jun 23, 2025
5398330
consistent naming slice_dims param
milesAraya Jun 25, 2025
60961ea
Merge branch 'develop-main' into feature/data-manipulators
Jul 1, 2025
b4912f8
Merge pull request #843 from arayabrain/feature/python_311
milesAraya Jul 2, 2025
002614d
Remove changes to runner.py
milesAraya Jul 3, 2025
f7d4843
Merge branch 'develop-main' into feature/data-manipulators
Jul 3, 2025
93f2d5a
Merge pull request #867 from arayabrain/develop-main
itutu-tienday Jul 3, 2025
86dd1a2
Merge pull request #876 from arayabrain/develop-main
itutu-tienday Jul 8, 2025
b55b8f6
Runner improvements for data manipulators
Jul 15, 2025
8ddecc1
Merge branch 'develop-main' into feature/data-manipulators
milesAraya Jul 16, 2025
a5c4c93
Merge branch 'feature/data-manipulators-patch-runner' into feature/da…
milesAraya Jul 16, 2025
8468181
Update data_slice to align with other data manipulator outputs
milesAraya Jul 16, 2025
abd0e52
Merge branch 'develop-feature' into feature/data-manipulators
milesAraya Jul 16, 2025
91a6a95
Adjusted access to return_arg in runner
Jul 17, 2025
1ddd4a8
Merge pull request #879 from arayabrain/feature/data-manipulators-pat…
itutu-tienday Jul 17, 2025
a84a1cd
Merge pull request #809 from arayabrain/feature/data-manipulators
milesAraya Jul 17, 2025
d86565a
Merge pull request #880 from arayabrain/feature/improve-runner-parame…
itutu-tienday Jul 17, 2025
96c6808
Merge branch 'develop-feature' into develop-main
itutu-tienday Jul 17, 2025
d6d4cbf
Bump setuptools from 69.5.1 to 78.1.1
dependabot[bot] Jul 17, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions .github/workflows/linters.yml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ jobs:
- uses: actions/checkout@v4
- uses: actions/setup-python@v4
with:
python-version: '3.9'
python-version: '3.11'
- run: python -m pip install flake8
- uses: liskin/gh-problem-matcher-wrap@a89a18291dcde8d4e6158adf736b5432987bbf95
with:
Expand All @@ -26,7 +26,7 @@ jobs:
- uses: actions/checkout@v4
- uses: actions/setup-python@v4
with:
python-version: '3.9'
python-version: '3.11'
- run: python -m pip install isort==5.*
- uses: liskin/gh-problem-matcher-wrap@a89a18291dcde8d4e6158adf736b5432987bbf95
with:
Expand Down
2 changes: 1 addition & 1 deletion .pre-commit-config.yaml
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
# See https://pre-commit.com for more information
# See https://pre-commit.com/hooks.html for more hooks
default_language_version:
python: python3.9
python: python3.11
repos:
- repo: https://github.com/pre-commit/pre-commit-hooks
rev: v4.4.0
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,8 @@ export function isValidConnection(connection: Connection) {
// NOTE: SpikingActivityData is the same as FluoData. Just renamed for suite2p_spike_deconv.
if (source === "SpikingActivityData") {
return target === "FluoData" || target === "SpikingActivityData"
} else if (target === "BaseData" || source === "BaseData") {
return true
} else {
return source === target
}
Expand Down
2,571 changes: 1,224 additions & 1,347 deletions poetry.lock

Large diffs are not rendered by default.

4 changes: 3 additions & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@ classifiers = [
"Programming Language :: Python :: 3.8",
"Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"Operating System :: POSIX :: Linux",
"Operating System :: Microsoft :: Windows",
"Operating System :: MacOS :: MacOS X",
Expand Down Expand Up @@ -49,7 +50,7 @@ exclude = [
]

[tool.poetry.dependencies]
python = "^3.9"
python = "^3.11"
fastapi = "0.104.*"
uvicorn = "0.24.*"
numpy = "1.24.3"
Expand Down Expand Up @@ -85,6 +86,7 @@ matplotlib = "3.7.*"
concurrent-log-handler = "^0.9.25"
numpydoc = "*"
yapf = "*"
setuptools = "<79"

[tool.poetry.group.dev]
optional = true
Expand Down
2 changes: 1 addition & 1 deletion studio/app/common/dataclass/image.py
Original file line number Diff line number Diff line change
Expand Up @@ -43,7 +43,7 @@ def __init__(
create_directory(_dir)

_path = join_filepath([_dir, f"{file_name}.tif"])
tifffile.imsave(_path, data)
tifffile.imwrite(_path, data)
self.path = [_path]

del data
Expand Down
2 changes: 1 addition & 1 deletion studio/app/optinist/dataclass/roi.py
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@ def __init__(
_dir = join_filepath([output_dir, "tiff", file_name])
create_directory(_dir)
self.path = join_filepath([_dir, f"{file_name}.tif"])
tifffile.imsave(self.path, images)
tifffile.imwrite(self.path, images)

del images, data
gc.collect()
Expand Down
2 changes: 2 additions & 0 deletions studio/app/optinist/wrappers/__init__.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
from studio.app.optinist.wrappers.caiman import caiman_wrapper_dict
from studio.app.optinist.wrappers.custom import custom_wrapper_dict
from studio.app.optinist.wrappers.data_utils import utils_wrapper_dict
from studio.app.optinist.wrappers.lccd import lccd_wrapper_dict
from studio.app.optinist.wrappers.maintenance import maintenance_wrapper_dict
from studio.app.optinist.wrappers.optinist import optinist_wrapper_dict
Expand All @@ -10,5 +11,6 @@
wrapper_dict.update(**suite2p_wrapper_dict)
wrapper_dict.update(**lccd_wrapper_dict)
wrapper_dict.update(**optinist_wrapper_dict)
wrapper_dict.update(**utils_wrapper_dict)
wrapper_dict.update(**maintenance_wrapper_dict)
wrapper_dict.update(**custom_wrapper_dict)
8 changes: 6 additions & 2 deletions studio/app/optinist/wrappers/custom/conda/custom.yaml
Original file line number Diff line number Diff line change
@@ -1,3 +1,7 @@
dependencies:
- python=3.9
- numpy<2 # Exclude numpy 2.x versions
- python=3.11
- numpy<2
- pip
- h5py
- pip:
# - scikit-learn
47 changes: 47 additions & 0 deletions studio/app/optinist/wrappers/data_utils/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,47 @@
from studio.app.optinist.wrappers.data_utils.data_concat import data_concat
from studio.app.optinist.wrappers.data_utils.data_slice import data_slice
from studio.app.optinist.wrappers.data_utils.data_transpose import data_transpose
from studio.app.optinist.wrappers.data_utils.fluo_from_hdf5 import fluo_from_hdf5
from studio.app.optinist.wrappers.data_utils.microscope_to_img import microscope_to_img
from studio.app.optinist.wrappers.data_utils.roi_fluo_from_hdf5 import (
roi_fluo_from_hdf5,
)
from studio.app.optinist.wrappers.data_utils.roi_from_hdf5 import roi_from_hdf5
from studio.app.optinist.wrappers.data_utils.vacant_roi import vacant_roi

utils_wrapper_dict = {
"utils": {
"data_concat": {
"function": data_concat,
"conda_name": "optinist",
},
"data_slice": {
"function": data_slice,
"conda_name": "optinist",
},
"data_transpose": {
"function": data_transpose,
"conda_name": "optinist",
},
"fluo_from_hdf5": {
"function": fluo_from_hdf5,
"conda_name": "optinist",
},
"roi_from_hdf5": {
"function": roi_from_hdf5,
"conda_name": "optinist",
},
"roi_fluo_from_hdf5": {
"function": roi_fluo_from_hdf5,
"conda_name": "optinist",
},
"microscope_to_img": {
"function": microscope_to_img,
"conda_name": "microscope",
},
"vacant_roi": {
"function": vacant_roi,
"conda_name": "optinist",
},
},
}
Loading