forked from filoe/cscore
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathForm1.cs
235 lines (200 loc) · 7.68 KB
/
Form1.cs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
using System;
using System.ComponentModel;
using System.Drawing;
using System.Windows.Forms;
using CSCore;
using CSCore.Codecs;
using CSCore.DSP;
using CSCore.SoundOut;
using CSCore.SoundIn;
using CSCore.Streams;
using CSCore.Streams.Effects;
using CSCore.CoreAudioAPI;
using WinformsVisualization.Visualization;
namespace WinformsVisualization
{
public partial class Form1 : Form
{
private WasapiCapture _soundIn;
private ISoundOut _soundOut;
private IWaveSource _source;
private PitchShifter _pitchShifter;
private LineSpectrum _lineSpectrum;
private VoicePrint3DSpectrum _voicePrint3DSpectrum;
private readonly Bitmap _bitmap = new Bitmap(2000, 600);
private int _xpos;
public Form1()
{
InitializeComponent();
}
private void openToolStripMenuItem_Click(object sender, EventArgs e)
{
var openFileDialog = new OpenFileDialog()
{
Filter = CodecFactory.SupportedFilesFilterEn,
Title = "Select a file..."
};
if (openFileDialog.ShowDialog() == DialogResult.OK)
{
Stop();
//open the selected file
ISampleSource source = CodecFactory.Instance.GetCodec(openFileDialog.FileName)
.ToSampleSource()
.AppendSource(x => new PitchShifter(x), out _pitchShifter);
SetupSampleSource(source);
//play the audio
_soundOut = new WasapiOut();
_soundOut.Initialize(_source);
_soundOut.Play();
timer1.Start();
propertyGridTop.SelectedObject = _lineSpectrum;
propertyGridBottom.SelectedObject = _voicePrint3DSpectrum;
}
}
private void fromDefaultDeviceToolStripMenuItem_Click(object sender, EventArgs e)
{
Stop();
//open the default device
_soundIn = new WasapiLoopbackCapture();
//Our loopback capture opens the default render device by default so the following is not needed
//_soundIn.Device = MMDeviceEnumerator.DefaultAudioEndpoint(DataFlow.Render, Role.Console);
_soundIn.Initialize();
var soundInSource = new SoundInSource(_soundIn);
ISampleSource source = soundInSource.ToSampleSource().AppendSource(x => new PitchShifter(x), out _pitchShifter);
SetupSampleSource(source);
// We need to read from our source otherwise SingleBlockRead is never called and our spectrum provider is not populated
byte[] buffer = new byte[_source.WaveFormat.BytesPerSecond / 2];
soundInSource.DataAvailable += (s, aEvent) =>
{
int read;
while ((read = _source.Read(buffer, 0, buffer.Length)) > 0) ;
};
//play the audio
_soundIn.Start();
timer1.Start();
propertyGridTop.SelectedObject = _lineSpectrum;
propertyGridBottom.SelectedObject = _voicePrint3DSpectrum;
}
/// <summary>
///
/// </summary>
/// <param name="aSampleSource"></param>
private void SetupSampleSource(ISampleSource aSampleSource)
{
const FftSize fftSize = FftSize.Fft4096;
//create a spectrum provider which provides fft data based on some input
var spectrumProvider = new BasicSpectrumProvider(aSampleSource.WaveFormat.Channels,
aSampleSource.WaveFormat.SampleRate, fftSize);
//linespectrum and voiceprint3dspectrum used for rendering some fft data
//in oder to get some fft data, set the previously created spectrumprovider
_lineSpectrum = new LineSpectrum(fftSize)
{
SpectrumProvider = spectrumProvider,
UseAverage = true,
BarCount = 50,
BarSpacing = 2,
IsXLogScale = true,
ScalingStrategy = ScalingStrategy.Sqrt
};
_voicePrint3DSpectrum = new VoicePrint3DSpectrum(fftSize)
{
SpectrumProvider = spectrumProvider,
UseAverage = true,
PointCount = 200,
IsXLogScale = true,
ScalingStrategy = ScalingStrategy.Sqrt
};
//the SingleBlockNotificationStream is used to intercept the played samples
var notificationSource = new SingleBlockNotificationStream(aSampleSource);
//pass the intercepted samples as input data to the spectrumprovider (which will calculate a fft based on them)
notificationSource.SingleBlockRead += (s, a) => spectrumProvider.Add(a.Left, a.Right);
_source = notificationSource.ToWaveSource(16);
}
protected override void OnClosing(CancelEventArgs e)
{
base.OnClosing(e);
Stop();
}
private void Stop()
{
timer1.Stop();
if (_soundOut != null)
{
_soundOut.Stop();
_soundOut.Dispose();
_soundOut = null;
}
if (_soundIn != null)
{
_soundIn.Stop();
_soundIn.Dispose();
_soundIn = null;
}
if (_source != null)
{
_source.Dispose();
_source = null;
}
}
private void timer1_Tick(object sender, EventArgs e)
{
//render the spectrum
GenerateLineSpectrum();
GenerateVoice3DPrintSpectrum();
}
private void GenerateLineSpectrum()
{
Image image = pictureBoxTop.Image;
var newImage = _lineSpectrum.CreateSpectrumLine(pictureBoxTop.Size, Color.Green, Color.Red, Color.Black, true);
if (newImage != null)
{
pictureBoxTop.Image = newImage;
if (image != null)
image.Dispose();
}
}
private void GenerateVoice3DPrintSpectrum()
{
using (Graphics g = Graphics.FromImage(_bitmap))
{
pictureBoxBottom.Image = null;
if (_voicePrint3DSpectrum.CreateVoicePrint3D(g, new RectangleF(0, 0, _bitmap.Width, _bitmap.Height),
_xpos, Color.Black, 3))
{
_xpos += 3;
if (_xpos >= _bitmap.Width)
_xpos = 0;
}
pictureBoxBottom.Image = _bitmap;
}
}
private void pitchShiftToolStripMenuItem_Click(object sender, EventArgs e)
{
Form form = new Form()
{
Width = 250,
Height = 70,
Text = String.Empty
};
TrackBar trackBar = new TrackBar()
{
TickStyle = TickStyle.None,
Minimum = -100,
Maximum = 100,
Value = (int) (_pitchShifter != null ? Math.Log10(_pitchShifter.PitchShiftFactor) / Math.Log10(2) * 120 : 0),
Dock = DockStyle.Fill
};
trackBar.ValueChanged += (s, args) =>
{
if (_pitchShifter != null)
{
_pitchShifter.PitchShiftFactor = (float) Math.Pow(2, trackBar.Value / 120.0);
form.Text = trackBar.Value.ToString();
}
};
form.Controls.Add(trackBar);
form.ShowDialog();
form.Dispose();
}
}
}