Mostly works for me now

.gitignore

@@ -0,0 +1,13 @@
+## .gitignore
+
+## Private
+git_ignored/
+
+## Used by containers
+seaweedfs/
+mysql/
+
+## Clutter
+.vscode/
+*.code-workspace
+*.~*

README.md

@@ -67,9 +67,10 @@ $ docker-compose -f "docker-compose.yml" up -d
 
 Create the buckets where the files will be located (this creates two different collections, basically own volumes different from others):
 ```
-docker exec seaweed-master -it /usr/bin/weed -master=seaweed-master:9333 -filer=seaweed-filer:8888
-s3.bucket.create -name asagi-thumbs
-s3.bucket.create -name asagi-images
+$ docker exec -it seaweed-master /usr/bin/weed shell -master=seaweed-master:9333 -filer=seaweed-filer:8888
+> s3.bucket.create -name asagi-thumbs
+> s3.bucket.create -name asagi-images
+
 ctrl+d/ctrl+c/exit
 ```
 

Torako.toml

@@ -10,7 +10,7 @@ api_addr = "127.0.0.1:2377"
 ## this rate limit only affects downloading the JSON threads/posts
 ## and will ensure api requests are throttled appropirately.
 ## If this option is not specified, there will be no rate limiting
-#rate_limit = 10
+rate_limit = 2
 
 ## Global board thread concurrency. This is a limit on the amount of
 ## of threads that will be retrieved and buffered at once. If this limit
@@ -49,7 +49,7 @@ request_timeout = "30m"
 #host = "a.4cdn.org"
 
 ## Default refresh rate for boards (Default: 10s)
-#refresh_rate = "10s"
+refresh_rate = "30s"
 
 ## Default deleted page threshold. If threads
 ## are removed before this threshold is reached
@@ -58,27 +58,27 @@ request_timeout = "30m"
 #deleted_page_threshold = 8
 
 ## Download thumbnails (Default: true)
-#download_thumbs = true
+download_thumbs = true
 
 ## Download media/images (Default: true)
-#download_media = true
+download_media = true
 
 ## List the boards that should be archived
-[boards.a]
-[boards.c]
-[boards.d]
-[boards.e]
-[boards.f]
-[boards.fit]
+#[boards.a]
+#[boards.c]
+#[boards.d]
+#[boards.e]
+#[boards.f]
+#[boards.fit]
 [boards.g]
-[boards.gif]
-[boards.h]
-[boards.ic]
-[boards.jp]
-[boards.u]
-[boards.w]
-[boards.wg]
-[boards.vt]
+#[boards.gif]
+#[boards.h]
+#[boards.ic]
+#[boards.jp]
+#[boards.u]
+#[boards.w]
+#[boards.wg]
+#[boards.vt]
 
 ## Any of the above options can be provided
 ## here for board specific options
@@ -112,7 +112,7 @@ old_dir_structure = false
 
 ## Sha256 Directory Structure. Images will be stored in accordance to the
 ## sha256 hash of the image. (Default: false)
-sha_dir_structure = false
+sha_dir_structure = true
 
 ## If we fail to save a thread or post to MySQL for whatever
 ## reason, we should consider this as a fatal error and
@@ -149,7 +149,7 @@ sha_dir_structure = false
 ## concurrent downloads will ont exceed this number.
 ## Tune this number according to your memory and bandwidth preferences
 ## (Default: 128)
-concurrent_downloads = 10
+concurrent_downloads = 16
 
 ## Setting this to true means that the media download queue will backpressure
 ## the system, and once all concurrent_download slots are full, no more new
@@ -289,7 +289,7 @@ compute_stats = true
 ## like MySQL, UTC mode must be set explictly. This can be safely disabled
 ## if your database is already in UTC.
 ## (Default: true)
-#sql_set_utc = true
+sql_set_utc = true
 
 [backend.asagi_pg_search]
 disabled = true

ayase.config.toml

@@ -24,81 +24,85 @@ authentication_type = "oauth2"
 
 ## List of archived boards to display.
 
-[[archives]]
-shortname = "a"
-name = "Anime & Manga"
+#[[archives]]
+#shortname = "a"
+#name = "Anime & Manga"
 
-[[archives]]
-shortname = "aco"
-name = "Adult Cartoons"
+#[[archives]]
+#shortname = "aco"
+#name = "Adult Cartoons"
 
-[[archives]]
-shortname = "an"
-name = "Animals & Nature"
+#[[archives]]
+#shortname = "an"
+#name = "Animals & Nature"
 
-[[archives]]
-shortname = "c"
-name = "Cute"
+#[[archives]]
+#shortname = "c"
+#name = "Cute"
 
-[[archives]]
-shortname = "co"
-name = "Comics & Cartoons"
+#[[archives]]
+#shortname = "co"
+#name = "Comics & Cartoons"
 
-[[archives]]
-shortname = "d"
-name = "Hentai/Alternative"
+#[[archives]]
+#shortname = "d"
+#name = "Hentai/Alternative"
 
-[[archives]]
-shortname = "fit"
-name = "Fitness"
+#[[archives]]
+#shortname = "fit"
+#name = "Fitness"
 
-[[archives]]
-shortname = "his"
-name = "History & Humanities"
+#[[archives]]
+#shortname = "his"
+#name = "History & Humanities"
 
-[[archives]]
-shortname = "int"
-name = "International"
+#[[archives]]
+#shortname = "int"
+#name = "International"
 
-[[archives]]
-shortname = "k"
-name = "Weapons"
+#[[archives]]
+#shortname = "k"
+#name = "Weapons"
 
-[[archives]]
-shortname = "m"
-name = "Mecha"
+#[[archives]]
+#shortname = "m"
+#name = "Mecha"
 
-[[archives]]
-shortname = "mlp"
-name = "Pony"
+#[[archives]]
+#shortname = "mlp"
+#name = "Pony"
 
-[[archives]]
-shortname = "q"
-name = "4chan Feedback"
+#[[archives]]
+#shortname = "q"
+#name = "4chan Feedback"
 
-[[archives]]
-shortname = "qa"
-name = "Question & Answer"
+#[[archives]]
+#shortname = "qa"
+#name = "Question & Answer"
 
-[[archives]]
-shortname = "r9k"
-name = "ROBOT9001"
+#[[archives]]
+#shortname = "r9k"
+#name = "ROBOT9001"
 
-[[archives]]
-shortname = "tg"
-name = "Traditional Games"
+#[[archives]]
+#shortname = "tg"
+#name = "Traditional Games"
 
-[[archives]]
-shortname = "trash"
-name = "Off-Topic"
+#[[archives]]
+#shortname = "trash"
+#name = "Off-Topic"
 
-[[archives]]
-shortname = "vr"
-name = "Retro Games"
+#[[archives]]
+#shortname = "vr"
+#name = "Retro Games"
+
+#[[archives]]
+#shortname = "wsg"
+#name = "Worksafe GIF"
 
 [[archives]]
-shortname = "wsg"
-name = "Worksafe GIF"
+shortname = "g"
+name = "Computer nerd shit"
 
 ## List of non-archive boards to display.
 ## Boards currently are no different from archives, although it may be used for text

docker-compose.yml

@@ -8,7 +8,7 @@ services:
     restart: always
     networks:
       - foolstack
-    ports:
+    #ports:
     #  - 127:0.0.1:9333:9333
     #  - 127:0.0.1:19333:19333
     volumes:
@@ -23,10 +23,10 @@ services:
       - foolstack
     volumes:
       - ./seaweedfs/seaweed-volume-1:/data
-    ports:
+    #ports:
     #  - 127:0.0.1:8080:8080
     #  - 127:0.0.1:18080:18080
-    command: 'volume -mserver="seaweed-master:9333" -port=8080 -dataCenter=asagi -rack=hdd'
+    command: 'volume -mserver="seaweed-master:9333" -port=8080 -dataCenter=asagi -rack=hdd -max=32'
     depends_on:
       seaweed-master:
           condition: service_started
@@ -38,14 +38,19 @@ services:
     networks:
       - foolstack
     ports:
-      - 7865:7865
+      - 127.0.0.1:7865:7865 ## Readonly port, for serving ayase images.
     #  - 127:0.0.1:8888:8888
     #  - 127:0.0.1:18888:18888
-    command: 'filer -master="seaweed-master:9333" -disableDirListing -port.readonly=7865'
+    environment:
+      WEED_LEVELDB2_ENABLED: 'true'
+      WEED_LEVELDB2_DIR: '/filerldb2'
+    #command: 'filer -master="seaweed-master:9333" -disableDirListing -port.readonly=7865'
+    command: 'filer -master="seaweed-master:9333" -port.readonly=7865'
     tty: true
     stdin_open: true
     volumes:
       - ./seaweedfs/filer:/data
+      - ./seaweedfs/filer/filerldb2:/filerldb2
     depends_on:
       seaweed-master:
           condition: service_started
@@ -58,7 +63,7 @@ services:
     restart: always
     networks:
       - foolstack
-    ports:
+    #ports:
     #  - 127:0.0.1:8333:8333
     command: 's3 -filer="seaweed-filer:8888" -config=/config.json'
     volumes:
@@ -86,7 +91,7 @@ services:
       MYSQL_DATABASE: 'asagi'
     networks:
       - foolstack
-    ports:
+    #ports:
     #  - 127:0.0.1:3306:3306
     volumes:
       - ./mysql/data:/var/lib/mysql

misc_notes.md

@@ -0,0 +1,12 @@
+
+# 2020-02-11 suika latest version in branch "ayase"
+
+
+## Create buckets by hand:
+$ docker exec -it  seaweed-master /usr/bin/weed shell -master=seaweed-master:9333 -filer=seaweed-filer:8888
+> s3.bucket.create -name asagi-thumbs
+> s3.bucket.create -name asagi-images
+
+
+
+

mkdir.sh → mkdirs.sh

@@ -15,3 +15,4 @@ chmod -v "u=rwx,g=rwx,o=rwx" ./seaweedfs/seaweed-volume-1
 ## seaweed-filer
 mkdir -vp ./seaweedfs/filer/filerldb2
 chmod -v "u=rwx,g=rwx,o=rwx" ./seaweedfs/filer ./seaweedfs/filer/filerldb2
+