Skip to content

Patriboz/redo sword grunt #3694

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
patriboz wants to merge 6 commits into from
Closed

Patriboz/redo sword grunt #3694

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
711c590
Refactor animations-baker.js
patriboz Sep 5, 2022
2aed12a
Refactor character-sfx.js
patriboz Sep 6, 2022
bb70dec
Fix actions, precompute voicefiles
patriboz Sep 7, 2022
557143d
Play sword combo sounds (silsword) via ComboSfx
patriboz Sep 8, 2022
1418c3d
move food frameIndices to avatars/constants.js
patriboz Sep 8, 2022
eeb078f
remove metaverse_components/use.js
patriboz Sep 8, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
192 changes: 108 additions & 84 deletions animations-baker.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -540,104 +540,128 @@ const {CharsetEncoder} = require('three/examples/js/libs/mmdparser.js');
'sword_topdown_slash.fbx',
'sword_topdown_slash_step.fbx',
];

const animationComboIndices = comboAnimationNames.map(comboAnimationName => {
const animation = animations.find(a => a.name === comboAnimationName);
const {tracks, object} = animation;
// console.log('got interpolants', object, animation.name);
const bones = [];
object.traverse(o => {
if (o.isBone) {
const bone = o;
bone.initialPosition = bone.position.clone();
bone.initialQuaternion = bone.quaternion.clone();
bones.push(bone);

const validateAndRemoveScaleTracks = () => {
const epsilon = 0.2;
const allOnesEpsilon = arr => arr.every(v => Math.abs(1 - v) < epsilon);
const tracksToRemove = [];

for (const track of tracks) {
if (/\.scale$/.test(track.name)) {
if (allOnesEpsilon(track.values)) {
const index = tracks.indexOf(track);
tracksToRemove.push(index);
} else {
throw new Error(`This track has invalid values. All scale transforms must be set to 1. Aborting.\n
Animation: ${animation.name}, Track: ${track.name}, values: \n
${track.values}`);
}
}
}
});
// console.log('got bones', bones.map(b => b.name));
const rootBone = object; // not really a bone
const leftHandBone = bones.find(b => b.name === 'mixamorigLeftHand');
const rightHandBone = bones.find(b => b.name === 'mixamorigRightHand');
const epsilon = 0.2;
const allOnesEpsilon = arr => arr.every(v => Math.abs(1 - v) < epsilon);

const bonePositionInterpolants = {};
const boneQuaternionInterpolants = {};
const tracksToRemove = [];
for (const track of tracks) {
if (/\.position$/.test(track.name)) {
const boneName = track.name.replace(/\.position$/, '');
// const bone = bones.find(b => b.name === boneName);
const boneInterpolant = new THREE.LinearInterpolant(track.times, track.values, track.getValueSize());
bonePositionInterpolants[boneName] = boneInterpolant;
} else if (/\.quaternion$/.test(track.name)) {
const boneName = track.name.replace(/\.quaternion$/, '');
// const bone = bones.find(b => b.name === boneName);
const boneInterpolant = new THREE.QuaternionLinearInterpolant(track.times, track.values, track.getValueSize());
boneQuaternionInterpolants[boneName] = boneInterpolant;
} else if (/\.scale$/.test(track.name)) {
if (allOnesEpsilon(track.values)) {
const index = tracks.indexOf(track);
tracksToRemove.push(index);
// remove scale transform tracks as they won't be used;
let i = tracksToRemove.length;
while (i--) {
tracks.splice(tracksToRemove[i], 1);
}
};
validateAndRemoveScaleTracks();

const getBoneInterpolants = () => {
const bonePositionInterpolants = {};
const boneQuaternionInterpolants = {};

for (const track of tracks) {
if (/\.position$/.test(track.name)) {
const boneName = track.name.replace(/\.position$/, '');
// const bone = bones.find(b => b.name === boneName);
const boneInterpolant = new THREE.LinearInterpolant(track.times, track.values, track.getValueSize());
bonePositionInterpolants[boneName] = boneInterpolant;
} else if (/\.quaternion$/.test(track.name)) {
const boneName = track.name.replace(/\.quaternion$/, '');
// const bone = bones.find(b => b.name === boneName);
const boneInterpolant = new THREE.QuaternionLinearInterpolant(track.times, track.values, track.getValueSize());
boneQuaternionInterpolants[boneName] = boneInterpolant;
} else {
throw new Error(`This track has invalid values. All scale transforms must be set to 1. Aborting.\n Animation: ${animation.name}, Track: ${track.name}, values: \n ${track.values}`);
console.warn('unknown track name', animation.name, track);
}
} else {
console.warn('unknown track name', animation.name, track);
}
}
// remove scale transform tracks as they won't be used;
let i = tracksToRemove.length;
while (i--) {
tracks.splice(tracksToRemove[i], 1);
}

const walkBufferSize = 256;
const leftHandDeltas = new Float32Array(walkBufferSize);
const rightHandDeltas = new Float32Array(walkBufferSize);
return {bonePositionInterpolants, boneQuaternionInterpolants};
};

let lastRightHandPos = new THREE.Vector3();
let lastLeftHandPos = new THREE.Vector3();
const extractBones = root => {
const bones = [];
root.traverse(o => {
if (o.isBone) {
const bone = o;
bone.initialPosition = bone.position.clone();
bone.initialQuaternion = bone.quaternion.clone();
bones.push(bone);
}
});
return bones;
};

const walkBufferSize = 256;
let maxRightDeltaIndex = 0;
let maxLeftDeltaIndex = 0;
let maxLeftDeltaIndex = 0;

for (let i = 0; i < walkBufferSize; i++) {
const f = i / (walkBufferSize - 1);
for (const bone of bones) {
const positionInterpolant = bonePositionInterpolants[bone.name];
const quaternionInterpolant = boneQuaternionInterpolants[bone.name];
if (positionInterpolant) {
const pv = positionInterpolant.evaluate(f * animation.duration);
bone.position.fromArray(pv);
} else {
bone.position.copy(bone.initialPosition);
}
if (quaternionInterpolant) {
const qv = quaternionInterpolant.evaluate(f * animation.duration);
bone.quaternion.fromArray(qv);
} else {
bone.quaternion.copy(bone.initialQuaternion);
const leftHandDeltas = new Float32Array(walkBufferSize);
const rightHandDeltas = new Float32Array(walkBufferSize);

const bake = () => {
const rootBone = object; // not really a bone
const bones = extractBones(rootBone);
const leftHandBone = bones.find(b => b.name === 'mixamorigLeftHand');
const rightHandBone = bones.find(b => b.name === 'mixamorigRightHand');

const {bonePositionInterpolants, boneQuaternionInterpolants} = getBoneInterpolants();

let lastRightHandPos = new THREE.Vector3();
let lastLeftHandPos = new THREE.Vector3();

for (let i = 0; i < walkBufferSize; i++) {
const f = i / (walkBufferSize - 1);
for (const bone of bones) {
const positionInterpolant = bonePositionInterpolants[bone.name];
const quaternionInterpolant = boneQuaternionInterpolants[bone.name];
if (positionInterpolant) {
const pv = positionInterpolant.evaluate(f * animation.duration);
bone.position.fromArray(pv);
} else {
bone.position.copy(bone.initialPosition);
}
if (quaternionInterpolant) {
const qv = quaternionInterpolant.evaluate(f * animation.duration);
bone.quaternion.fromArray(qv);
} else {
bone.quaternion.copy(bone.initialQuaternion);
}
}
rootBone.updateMatrixWorld(true);

const fbxScale = 100;
const leftHand = new THREE.Vector3().setFromMatrixPosition(leftHandBone.matrixWorld).divideScalar(fbxScale);
const rightHand = new THREE.Vector3().setFromMatrixPosition(rightHandBone.matrixWorld).divideScalar(fbxScale);

const leftHandDelta = i === 0 ? 0 : lastLeftHandPos.distanceTo(leftHand);
const rightHandDelta = i === 0 ? 0 : lastRightHandPos.distanceTo(rightHand);

leftHandDeltas[i] = leftHandDelta * 1000;
rightHandDeltas[i] = rightHandDelta * 1000;

maxRightDeltaIndex = rightHandDeltas[i] > rightHandDeltas[maxRightDeltaIndex] ? i : maxRightDeltaIndex;
maxLeftDeltaIndex = leftHandDeltas[i] > leftHandDeltas[maxRightDeltaIndex] ? i : maxLeftDeltaIndex;

lastLeftHandPos.set(leftHand.x, leftHand.y, leftHand.z);
lastRightHandPos.set(rightHand.x, rightHand.y, rightHand.z);
}
rootBone.updateMatrixWorld(true);
const fbxScale = 100;
const leftHand = new THREE.Vector3().setFromMatrixPosition(leftHandBone.matrixWorld).divideScalar(fbxScale);
const rightHand = new THREE.Vector3().setFromMatrixPosition(rightHandBone.matrixWorld).divideScalar(fbxScale);

const leftHandDelta = i === 0 ? 0 : lastLeftHandPos.distanceTo(leftHand);
const rightHandDelta = i === 0 ? 0 : lastRightHandPos.distanceTo(rightHand);

leftHandDeltas[i] = leftHandDelta * 1000;
rightHandDeltas[i] = rightHandDelta * 1000;

maxRightDeltaIndex = rightHandDeltas[i] > rightHandDeltas[maxRightDeltaIndex] ? i : maxRightDeltaIndex;
maxLeftDeltaIndex = leftHandDeltas[i] > leftHandDeltas[maxRightDeltaIndex] ? i : maxLeftDeltaIndex;


lastLeftHandPos.set(leftHand.x, leftHand.y, leftHand.z);
lastRightHandPos.set(rightHand.x, rightHand.y, rightHand.z);
}

};
bake();

// console.log('got', leftHandDeltas, rightHandDeltas, maxLeftDeltaIndex, maxRightDeltaIndex);

Expand Down
4 changes: 3 additions & 1 deletion avatars/constants.js
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,6 @@
export const idleFactorSpeed = 0;
export const walkFactorSpeed = 0.25;
export const runFactorSpeed = 0.7;
export const narutoRunTimeFactor = 2;
export const narutoRunTimeFactor = 2;
export const eatFrameIndices = [500, 800, 1100];
export const drinkFrameIndices = [400, 700, 1000];
1 change: 1 addition & 0 deletions character-controller.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -256,6 +256,7 @@ class PlayerBase extends THREE.Object3D {
indexUrl,
});
this.updateVoicer();
this.dispatchEvent({type: 'voicepackloaded'});
}
setVoiceEndpoint(voiceId) {
if (!voiceId) throw new Error('voice Id is null')
Expand Down
Loading