mirror of
https://github.com/eliasstepanik/strudel-docker.git
synced 2026-01-16 08:08:34 +00:00
improve pitch page
This commit is contained in:
parent
2d8176f213
commit
7373138e3d
216
website/src/components/PitchSlider.jsx
Normal file
216
website/src/components/PitchSlider.jsx
Normal file
@ -0,0 +1,216 @@
|
||||
import useEvent from '@strudel.cycles/react/src/hooks/useEvent.mjs';
|
||||
import useFrame from '@strudel.cycles/react/src/hooks/useFrame.mjs';
|
||||
import { getAudioContext } from '@strudel.cycles/webaudio';
|
||||
import { useState, useRef, useEffect } from 'react';
|
||||
|
||||
let Button = (props) => <button {...props} className="bg-lineHighlight p-2 rounded-md color-foreground" />;
|
||||
|
||||
function plotValues(ctx, values, min, max, color) {
|
||||
let { width, height } = ctx.canvas;
|
||||
ctx.strokeStyle = color;
|
||||
const thickness = 8;
|
||||
ctx.lineWidth = thickness;
|
||||
ctx.beginPath();
|
||||
|
||||
let x = (f) => ((f - min) / (max - min)) * width;
|
||||
let y = (i) => (1 - i / values.length) * height;
|
||||
values.forEach((f, i, a) => {
|
||||
ctx.lineTo(x(f), y(i));
|
||||
});
|
||||
ctx.stroke();
|
||||
}
|
||||
|
||||
function getColor(cssVariable) {
|
||||
if (typeof document === 'undefined') {
|
||||
return 'white';
|
||||
}
|
||||
const dummyElement = document.createElement('div');
|
||||
dummyElement.style.color = cssVariable;
|
||||
// Append the dummy element to the document body
|
||||
document.body.appendChild(dummyElement);
|
||||
// Get the computed style of the dummy element
|
||||
const styles = getComputedStyle(dummyElement);
|
||||
// Get the value of the CSS variable
|
||||
const color = styles.getPropertyValue(cssVariable);
|
||||
document.body.removeChild(dummyElement);
|
||||
return color;
|
||||
}
|
||||
|
||||
let pitchColor = '#eab308';
|
||||
let frequencyColor = '#3b82f6';
|
||||
|
||||
export function PitchSlider({
|
||||
buttons = [],
|
||||
animatable = false,
|
||||
plot = false,
|
||||
showPitchSlider = false,
|
||||
showFrequencySlider = true,
|
||||
pitchStep = '0.001',
|
||||
min = 55,
|
||||
max = 7040,
|
||||
}) {
|
||||
const oscRef = useRef();
|
||||
const activeRef = useRef();
|
||||
const freqRef = useRef(220);
|
||||
const historyRef = useRef([freqRef.current]);
|
||||
const frameRef = useRef();
|
||||
const canvasRef = useRef();
|
||||
const [hz, setHz] = useState(freqRef.current);
|
||||
|
||||
useEffect(() => {
|
||||
freqRef.current = hz;
|
||||
}, [hz]);
|
||||
|
||||
useEvent('mouseup', () => {
|
||||
oscRef.current?.stop();
|
||||
activeRef.current = false;
|
||||
});
|
||||
|
||||
let freqSlider2freq = (progress) => min + progress * (max - min);
|
||||
let pitchSlider2freq = (progress) => min * 2 ** (progress * Math.log2(max / min));
|
||||
let freq2freqSlider = (freq) => (freq - min) / (max - min);
|
||||
let freq2pitchSlider = (freq) => {
|
||||
const [minOct, maxOct] = [Math.log2(min), Math.log2(max)];
|
||||
return (Math.log2(freq) - minOct) / (maxOct - minOct);
|
||||
};
|
||||
|
||||
const freqSlider = freq2freqSlider(hz);
|
||||
const pitchSlider = freq2pitchSlider(hz);
|
||||
|
||||
let startOsc = (hz) => {
|
||||
if (oscRef.current) {
|
||||
oscRef.current.stop();
|
||||
}
|
||||
oscRef.current = getAudioContext().createOscillator();
|
||||
oscRef.current.frequency.value = hz;
|
||||
oscRef.current.connect(getAudioContext().destination);
|
||||
oscRef.current.start();
|
||||
activeRef.current = true;
|
||||
setHz(hz);
|
||||
};
|
||||
|
||||
let startSweep = (exp = false) => {
|
||||
let f = min;
|
||||
startOsc(f);
|
||||
const frame = () => {
|
||||
console.log('sweep');
|
||||
if (f < max) {
|
||||
if (!exp) {
|
||||
f += 10;
|
||||
} else {
|
||||
f *= 1.01;
|
||||
}
|
||||
oscRef.current.frequency.value = f;
|
||||
frameRef.current = requestAnimationFrame(frame);
|
||||
} else {
|
||||
oscRef.current.stop();
|
||||
cancelAnimationFrame(frameRef.current);
|
||||
}
|
||||
setHz(f);
|
||||
};
|
||||
requestAnimationFrame(frame);
|
||||
};
|
||||
|
||||
useFrame(() => {
|
||||
historyRef.current.push(freqRef.current);
|
||||
historyRef.current = historyRef.current.slice(-1000);
|
||||
if (canvasRef.current) {
|
||||
let ctx = canvasRef.current.getContext('2d');
|
||||
ctx.clearRect(0, 0, ctx.canvas.width, ctx.canvas.height);
|
||||
if (showFrequencySlider) {
|
||||
plotValues(ctx, historyRef.current, min, max, frequencyColor);
|
||||
}
|
||||
if (showPitchSlider) {
|
||||
const [minOct, maxOct] = [Math.log2(min), Math.log2(max)];
|
||||
let perceptual = historyRef.current.map((v) => Math.log2(v));
|
||||
plotValues(ctx, perceptual, minOct, maxOct, pitchColor);
|
||||
}
|
||||
}
|
||||
}, plot);
|
||||
|
||||
let handleChangeFrequency = (f) => {
|
||||
setHz(f);
|
||||
if (oscRef.current) {
|
||||
oscRef.current.frequency.value = f;
|
||||
}
|
||||
};
|
||||
let handleMouseDown = () => {
|
||||
cancelAnimationFrame(frameRef.current);
|
||||
startOsc(hz);
|
||||
};
|
||||
|
||||
return (
|
||||
<>
|
||||
<span className="font-mono">
|
||||
{showFrequencySlider && <span className="text-blue-500">{hz.toFixed(0)}Hz</span>}
|
||||
{showFrequencySlider && showPitchSlider && <> = </>}
|
||||
{showPitchSlider && (
|
||||
<>
|
||||
{min}Hz * 2
|
||||
<sup>
|
||||
<span className="text-yellow-500">{(freq2pitchSlider(hz) * Math.log2(max / min)).toFixed(2)}</span>
|
||||
</sup>
|
||||
</>
|
||||
)}
|
||||
</span>
|
||||
<span></span>
|
||||
<div>
|
||||
{showFrequencySlider && (
|
||||
<div className="flex space-x-1 items-center">
|
||||
<input
|
||||
type="range"
|
||||
value={freqSlider}
|
||||
min={0}
|
||||
max={1}
|
||||
step={0.001}
|
||||
onMouseDown={handleMouseDown}
|
||||
className={`block w-full max-w-[600px] accent-blue-500 `}
|
||||
onChange={(e) => {
|
||||
const f = freqSlider2freq(parseFloat(e.target.value));
|
||||
handleChangeFrequency(f);
|
||||
}}
|
||||
/>
|
||||
</div>
|
||||
)}
|
||||
{showPitchSlider && (
|
||||
<div>
|
||||
<input
|
||||
type="range"
|
||||
value={pitchSlider}
|
||||
min={0}
|
||||
max={1}
|
||||
//step=".001"
|
||||
step={pitchStep}
|
||||
onMouseDown={handleMouseDown}
|
||||
className={`block w-full max-w-[600px] accent-yellow-500`}
|
||||
onChange={(e) => {
|
||||
const f = pitchSlider2freq(parseFloat(e.target.value));
|
||||
handleChangeFrequency(f);
|
||||
}}
|
||||
/>
|
||||
</div>
|
||||
)}
|
||||
</div>
|
||||
<div className="px-2">
|
||||
{plot && <canvas ref={canvasRef} className="w-full max-w-[584px] h-[300px]" height="600" width={800} />}
|
||||
</div>
|
||||
<div className="space-x-2">
|
||||
{animatable && (
|
||||
<Button onClick={() => startSweep()}>
|
||||
<span style={{ color: '#3b82f6' }}>Frequency Sweep</span>
|
||||
</Button>
|
||||
)}
|
||||
{animatable && (
|
||||
<Button onClick={() => startSweep(true)}>
|
||||
<span style={{ color: '#eab308' }}>Pitch Sweep</span>
|
||||
</Button>
|
||||
)}
|
||||
{buttons.map((f, i) => (
|
||||
<Button key={(f, i)} onMouseDown={() => startOsc(f)}>
|
||||
{f}Hz
|
||||
</Button>
|
||||
))}
|
||||
</div>
|
||||
</>
|
||||
);
|
||||
}
|
||||
@ -89,6 +89,9 @@ export const SIDEBAR: Sidebar = {
|
||||
{ text: 'Accumulation', link: 'learn/accumulation' },
|
||||
{ text: 'Tonal Functions', link: 'learn/tonal' },
|
||||
],
|
||||
Understand: [
|
||||
{ text: 'Pitch', link: 'understand/pitch' },
|
||||
],
|
||||
Development: [
|
||||
{ text: 'REPL', link: 'technical-manual/repl' },
|
||||
{ text: 'Sounds', link: 'technical-manual/sounds' },
|
||||
|
||||
@ -8,64 +8,63 @@ import { PitchSlider } from '../../components/PitchSlider';
|
||||
|
||||
# Understanding Pitch
|
||||
|
||||
Let's learn how pitch works! But first, let's experience pitch in its rawest form:
|
||||
Let's learn how pitch works! The slider below controls the <span style="color:#3b82f6;">frequency</span> of an oscillator, producing a pitch:
|
||||
|
||||
<PitchSlider client:load />
|
||||
{/* <PitchSlider client:load showFrequencySlider plot /> */}
|
||||
|
||||
<PitchSlider client:load showFrequencySlider />
|
||||
|
||||
- Drag the slider to hear a pitch
|
||||
- Move the slider to change the pitch
|
||||
- Observe how the number on the right changes
|
||||
- Observe how the Hz number changes
|
||||
|
||||
The number on the right is the **frequency** of the pitch you're hearing.
|
||||
The Hz number is the frequency of the pitch you're hearing.
|
||||
The higher the frequency, the higher the pitch and vice versa.
|
||||
A pitch occurs whenever something is vibrating / oscillating at a frequency, in this case it's your speaker.
|
||||
The unit **Hz** describes how many times that oscillation happens per second.
|
||||
Our eyes are too slow to actually see the oscillation on the speaker, but we can [see it in slow motion](https://www.youtube.com/watch?v=CDMBWw7OuJQ&t=5s).
|
||||
|
||||
## Pitch Perception
|
||||
## Frequency vs Pitch Perception
|
||||
|
||||
Maybe you have already noticed that the pitch slider is "lopsided". To make that more obvious, let's automate the slider!
|
||||
Below are 2 buttons for automation, try them out:
|
||||
Maybe you have already noticed that the <span style="color:#3b82f6;">frequency slider</span> is "lopsided",
|
||||
meaning the pitch changes more in the left region and less in the right region.
|
||||
To make that more obvious, let's add a <span style="color:#eab308">pitch slider</span>
|
||||
that controls the frequency on a different scale:
|
||||
|
||||
<PitchSlider animatable plot client:load />
|
||||
<PitchSlider animatable plot showFrequencySlider showPitchSlider client:load />
|
||||
|
||||
There are 2 different colored lines:
|
||||
Try out the buttons above to sweep through the frequency range in 2 different ways:
|
||||
|
||||
- <span style="color:#3b82f6;">blue</span>: the frequency value
|
||||
- <span style="color:#eab308">yellow</span>: the pitch value or how you perceive the frequency
|
||||
|
||||
Depending on the type of sweep, the lines behave differently:
|
||||
|
||||
- Frequency Sweep: <span style="color:#3b82f6;">frequency is linear</span> , <span style="color:#eab308">pitch is logarithmic</span>
|
||||
- Pitch Sweep: <span style="color:#3b82f6;">frequency is exponential</span> , <span style="color:#eab308">pitch is linear</span>
|
||||
- Frequency Sweep: <span style="color:#3b82f6;">frequency rises linear</span> , <span style="color:#eab308">pitch rises logarithmic</span>
|
||||
- Pitch Sweep: <span style="color:#3b82f6;">frequency rises exponential</span> , <span style="color:#eab308">pitch rises linear</span>
|
||||
|
||||
Don't be scared of these mathematical terms:
|
||||
|
||||
- "logarithmic" is just a fancy way of saying "it starts fast and slows down"
|
||||
- "exponential" is just a fancy way of saying "it starts slow and gets faster"
|
||||
|
||||
## A Pitch Slider
|
||||
Most of the time, we might want to control pitch in a way that matches our perception,
|
||||
which is what the <span style="color:#eab308">pitch slider</span> does.
|
||||
|
||||
Most of the time, we might want to control pitch in a way that matches our perception.
|
||||
Now that we know that frequency in Hz does not match our perception,
|
||||
let's make the slider exponential (and yellow):
|
||||
## From Hz to Semitones
|
||||
|
||||
<PitchSlider logarithmic plot animatable client:load />
|
||||
|
||||
- Do you see how the slider is now linked to the yellow line?
|
||||
- Try out the buttons again and compare it to the frequency slider above
|
||||
|
||||
## A unit for Pitch
|
||||
|
||||
Let's try to find a linear unit for pitch, as frequency won't cut it.
|
||||
Because Hz does not match our perception, let's try to find a unit for pitch that matches.
|
||||
To approach that unit of pitch, let's look at how frequency behaves when it is doubled:
|
||||
|
||||
<PitchSlider logarithmic client:load buttons={[50, 100, 200, 400, 800, 1600]} />
|
||||
<PitchSlider client:load showPitchSlider showFrequencySlider pitchStep={1 / 7} />
|
||||
|
||||
- Use the now stepped pitch slider above
|
||||
- Can you hear how these pitches seem related to each other?
|
||||
|
||||
<PitchSlider logarithmic client:load buttons={[50, 100, 200, 400, 800, 1600]} />
|
||||
In mathematical terms, the frequency of button `n` would be `50Hz * 2^n` (n starting from 0).
|
||||
We could already use that `n` as a pitch unit! So a value of 0 would relate to a certain base frequency (50Hz),
|
||||
and each whole number step would be an additional doubling of 2.
|
||||
|
||||
In musical terms, a pitch with double the frequency of another is an `octave` higher.
|
||||
|
||||
Because octaves are pretty far apart, octaves are typically divided into 12 equal parts:
|
||||
|
||||
<PitchSlider client:load showPitchSlider showFrequencySlider pitchStep={1 / 12} min={440} max={880} />
|
||||
|
||||
## Definition
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user