updates with master

.gitattributes

@@ -0,0 +1 @@
+cpp/external/mozilla-cacerts/cacert.pem binary

.github/workflows/build.yml

@@ -0,0 +1,154 @@
+name: Build and Test
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ master ]
+  workflow_dispatch:
+
+jobs:
+  build-linux:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Install dependencies
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y cmake build-essential zlib1g-dev libzip-dev opencl-headers ocl-icd-opencl-dev
+
+    - name: Cache CMake build
+      uses: actions/cache@v4
+      with:
+        path: |
+          cpp/CMakeCache.txt
+          cpp/CMakeFiles
+        key: ${{ runner.os }}-cmake-${{ hashFiles('**/CMakeLists.txt') }}
+        restore-keys: |
+          ${{ runner.os }}-cmake-
+
+    - name: Configure CMake
+      working-directory: cpp
+      run: |
+        cmake . -DUSE_BACKEND=OPENCL -DCMAKE_BUILD_TYPE=Release -DCMAKE_CXX_FLAGS_RELEASE="-s"
+
+    - name: Build
+      working-directory: cpp
+      run: |
+        make -j$(nproc)
+
+    - name: Run tests
+      working-directory: cpp
+      run: |
+        ./katago runtests
+
+    - name: Upload artifact
+      if: github.event_name == 'push' && github.ref == 'refs/heads/master'
+      uses: actions/upload-artifact@v4
+      with:
+        name: katago-linux-opencl
+        path: cpp/katago
+
+  build-macos:
+    runs-on: macos-latest
+    permissions:
+      contents: read
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Install dependencies
+        run: |
+          brew install zlib libzip opencl-headers
+      - name: Cache CMake build
+        uses: actions/cache@v4
+        with:
+          path: |
+            cpp/CMakeCache.txt
+            cpp/CMakeFiles
+            cpp/build.ninja
+            cpp/.ninja_deps
+            cpp/.ninja_log
+          key: ${{ runner.os }}-cmake-${{ hashFiles('**/CMakeLists.txt') }}
+          restore-keys: |
+            ${{ runner.os }}-cmake-
+      - name: Configure CMake
+        working-directory: cpp
+        run: |
+          cmake . -G Ninja -DUSE_BACKEND=OPENCL -DCMAKE_BUILD_TYPE=Release
+      - name: Build
+        working-directory: cpp
+        run: |
+          ninja
+      - name: Run tests
+        working-directory: cpp
+        run: |
+          ./katago runtests
+      - name: Upload artifact
+        if: github.event_name == 'push' && github.ref == 'refs/heads/master'
+        uses: actions/upload-artifact@v4
+        with:
+          name: katago-macos-opencl
+          path: cpp/katago
+
+  build-windows:
+    runs-on: windows-latest
+    permissions:
+      contents: read
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Setup MSVC
+      uses: microsoft/setup-msbuild@v2
+
+    - name: Cache vcpkg packages
+      uses: actions/cache@v4
+      with:
+        path: |
+          ${{ env.VCPKG_INSTALLATION_ROOT }}/installed
+          ${{ env.VCPKG_INSTALLATION_ROOT }}/packages
+        key: ${{ runner.os }}-vcpkg-${{ hashFiles('**/vcpkg.json') }}-opencl
+        restore-keys: |
+          ${{ runner.os }}-vcpkg-
+
+    - name: Install vcpkg dependencies
+      run: |
+        vcpkg install zlib:x64-windows libzip:x64-windows opencl:x64-windows
+
+    - name: Configure CMake
+      working-directory: cpp
+      run: |
+        cmake . -G "Visual Studio 17 2022" -A x64 `
+          -DUSE_BACKEND=OPENCL `
+          -DCMAKE_TOOLCHAIN_FILE="$env:VCPKG_INSTALLATION_ROOT/scripts/buildsystems/vcpkg.cmake"
+
+    - name: Build
+      working-directory: cpp
+      run: |
+        cmake --build . --config Release -j 4
+
+    - name: Copy required DLLs
+      working-directory: cpp
+      run: |
+        $vcpkgRoot = $env:VCPKG_INSTALLATION_ROOT
+        Copy-Item "$vcpkgRoot/installed/x64-windows/bin/*.dll" -Destination "Release/"
+
+    - name: Run tests
+      working-directory: cpp
+      run: |
+        Release/katago.exe runtests
+
+    - name: Upload artifact
+      if: github.event_name == 'push' && github.ref == 'refs/heads/master'
+      uses: actions/upload-artifact@v4
+      with:
+        name: katago-windows-opencl
+        path: cpp/Release/

.gitignore

@@ -23,23 +23,27 @@ cpp/mainopencl
 cpp/katago
 cpp/configs
 cpp/evalsgf
-cpp/runmatch.sh
-cpp/runmatchauto.sh
-cpp/runstuff.sh
-cpp/runwrite.sh
-
+cpp/run*.sh
+cpp/tests/scratch
 cpp/program/gitinfo.h
 
-data/
+cpp/tests/results/matchsgfs/games.sgfs
+cpp/tests/results/matchsgfs2/games.sgfs
+
+cpp/data/
 versions/
 cpp/build
+cpp/out
 
 export_model_cuda.sh
 mixmodels.sh
 runfindposes.sh
 runtraining.sh
 runlztest*.sh
 
+python/upload_all*.sh
+python/count_all*.sh
+
 tmp
 tmp.txt
 test.txt
@@ -49,6 +53,13 @@ out.txt
 # For clion IDE
 .idea
 
+# For vscode
+.vscode
+
+# For VS
+.vs
+cpp/CMakeSettings.json
+
 # For cmake
 CMakeCache.txt
 CMakeFiles/
@@ -59,3 +70,23 @@ cmake_install.cmake
 GPATH
 GRTAGS
 GTAGS
+
+cpp/external/httplib/cpp-httplib/
+cpp/external/nlohmann_json/nlohmann_json
+gtp.cfg
+katago_contribute/
+tmpsgf/
+watchgame.txt
+models/
+python/startposesupload.txt
+for_release/
+
+tests/results/matchsgfs/
+tests/results/matchsgfs2/
+
+# For Metal Backend
+cpp/.ninja_deps
+cpp/.ninja_log
+cpp/build.ninja
+cpp/KataGoSwift.*
+cpp/include/KataGoSwift/KataGoSwift-swift.h

CONTRIBUTORS

@@ -14,11 +14,51 @@ Martin Häcker ("dwt") - minor bugfix, MacOS support, commandline improvements
 "yenw" - simple compile fix on MacOS.
 Adrian Petrescu ("apetresc") - MacOS support
 Anson Hu ("farmersrice") - frontend features and logic
-Sander Land ("sanderland") - priority, rootInfo, includePolicy options for analysis engine
+Sander Land ("sanderland") - many options for analysis engine, various bugfixes and other work
 Alexander Noack ("shammyx") - minor customization for resign logic
+"yffbit" - minor optimization for benson's algorithm
+Michael Reilly ("OmnipotentEntity") - workaround for CUDA on some cmake versions and other work
+Hiraoka ("kaorahi") - for help optimizing Eigen backend and other work
+Akita Noek ("anoek") - for some minor performance and api suggestions, minor cuda work
+Harald Han - for some work on CUDNN8 support
+"inbae" - for removing boost filesystem dependencies, major contributions to pytorch training
+"rimathia" - for a minor bugfix
+"Jonathan_Go" - for help with client proxy support
+Jonathan Roy ("roy7") - for various search refactors
+Kensuke Matsuzaki ("zakki") - catching a buffer overrun bug
+Kuang-che Wu ("kcwu") - minor improvement to distributed logging
+"yzyray" - minor bugfix, improvements to gtp extensions
+"fuhaoda" - code optimizations, testing, and other improvements
+"y-ich" - for GPU optimization suggestions and other minor features
+Yule Hou ("hyln9") - For implementing TensorRT backend and various testing and work.
+"rooklift" - various documentation improvements
+Viktor Pogrebniak ("avtomaton") - for improvements on the config system
+Adam Gleave - for improvements on the config system
+Emanuel-de-Jong - For minor improvement to GTP command.
+"simon300000" - For minor update to .gitignore.
+Dave Jarvis - For improved inline documentation for GTP example config.
+Yuji Ichikiwa - For a minor fix to include paths.
+"hzyhhzy" - For suggestions/improvements for training speed, and for a minor fix for rules parsing.
+Thaddee Tyl ("espadrine") - Reporting and fixing of issue with half library intrinsics.
+Sebastian H ("nerai") - Minor code cleanups and fixes.
+Jochen Voss ("seehuhn") - Typo fix in doc
+"kinfkong" - Added trt build configuration option
+"TTXS123OK" - Minor code style improvement.
+Chin-Chang Yang - For maintaining and implementing the Metal backend for MacOS and a variety of other GPU-related testing.
+"tterava" - For improvements to build instructions.
+"Stanley" - Minor typo fixes.
+"Traveler" - Minor readme edits.
+Ivan Kochurkin ("kvanttt") - for work and testing for Mingw and Metal backends.
+loker404 - One-line bugfix for python script.
+"HarangPanul" - minor code style improvement
 
 Separately from the authors of the content in this repo, additional special thanks to:
 Junyan Xu ("alreadydone") - for much testing and troubleshooting for Windows support
-Akita Noek ("anoek") - for some minor performance and api suggestions
 "petgo3" - for bugfinding and advice on supporting KGS api
-"y-ich" - for GPU optimization suggestions
+"sbbdms" - for much testing of cpuct and uncertainty parameters
+"Medwin", "shengke" and others - for many tests and ideas and parameters
+"lionfenfen", and Yi XiaoTian - For major ideas and techniques for improving neural net training in KataGo.
+Reid McIlroy-Young ("reidmcy") - for discussion of AlphaZero and policy conditioning and optimism
+"jaysephjw", and "gcmutator" - for finding some typos.
+"luotiany" - for significant contribution and bug testing on distributed training
+Gregory Clark ("w-hat") - Minor typo fixes for graph search doc.