Web op tests for comparing with PyTorch outputs

.cargo/config.toml

@@ -1,5 +1,5 @@
 # Needed for WASM unstable features
 [build]
-rustflags = [ "--cfg=web_sys_unstable_apis" ]
-rustdocflags = [ "--cfg=web_sys_unstable_apis" ]
-#target = "wasm32-unknown-unknown"
+rustflags = ["--cfg=web_sys_unstable_apis"]
+rustdocflags = ["--cfg=web_sys_unstable_apis"]
+target = "wasm32-unknown-unknown"

.gitignore

@@ -30,3 +30,9 @@ venv/
 
 # proptest regression tests
 proptest-regressions/
+
+# samply profile
+profile.json
+
+# webdriver configs
+webdriver.json

Cargo.toml

@@ -2,12 +2,11 @@
 members = [
     "crates/ratchet-hub",
     "crates/ratchet-core",
-    "crates/ratchet-web",
+    "crates/ratchet-web-train",
     "crates/ratchet-loader",
     "crates/ratchet-models",
     "crates/ratchet-nn",
     "crates/ratchet-hub",
-    "crates/ratchet-cli",
     "crates/ratchet-macros",
     "crates/ratchet-datasets",
 ]
@@ -28,7 +27,7 @@ inherits = "release"
 debug = 2
 
 [workspace.dependencies]
-wgpu = { git = "https://github.com/vinhowe/wgpu", branch = "feature/multi-dim-compute-subgroups", features = [
+wgpu = { git = "https://github.com/vinhowe/wgpu", branch = "feature/extract-webgpu-gpubuffer", features = [
     "fragile-send-sync-non-atomic-wasm",
 ] }
 bytemuck = { version = "1.14.0", features = [
@@ -49,7 +48,7 @@ anyhow = "1.0.79"
 tokenizers = "0.19.1"
 
 js-sys = "0.3.64"
-wasm-bindgen = "0.2.91"
+wasm-bindgen = "0.2.100"
 wasm-bindgen-test = "0.3.34"
 cfg-if = "1.0.0"
 chrono = "0.4.35"

README.md

@@ -1,14 +1,8 @@
-<p align="center">
-  <b>For the time being, I don't have instructions on how to run this. You're on your own for a tiny bit :)</b>
-</p>
+# toy transformer
 
-<div align="center">
-<img width="200px" src="https://github.com/vinhowe/ratchet-backward/raw/master/.github/ratchet.png">
-<p align="center">
-<code>(backward)</code>
-</p>
-<br>
-</div>
+Watch a toy model train, in your browser, with WebGPU.
+
+## Attribution
 
 This is a fork of [Ratchet](https://github.com/huggingface/ratchet), hacked and butchered to add backpropogation, to show that it is technically possible to train language models in a (WebGPU-enabled) browser.
 

crates/ratchet-core/Cargo.toml

@@ -71,6 +71,10 @@ maybe-async = { workspace = true }
 async-trait = "0.1.77"
 smallvec = { workspace = true, features = ["serde"] }
 
+[target.'cfg(target_arch = "wasm32")'.dependencies.web-sys]
+features = ["GpuBuffer", "GpuDevice"]
+workspace = true
+
 [dev-dependencies]
 env_logger = { workspace = true }
 rand = { workspace = true }