speak-ai/fft_mouth.py at main · gokulakrishnankarunakaran/speak-ai · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
# Speak.activity
# A simple front end to the espeak text-to-speech engine on the XO laptop
# http://wiki.laptop.org/go/Speak
#
# Copyright (C) 2008  Joshua Minor
# This file is part of Speak.activity
#
# Parts of Speak.activity are based on code from Measure.activity
# Copyright (C) 2007  Arjun Sarwal - arjun@laptop.org
#
#     Speak.activity is free software: you can redistribute it and/or modify
#     it under the terms of the GNU General Public License as published by
#     the Free Software Foundation, either version 3 of the License, or
#     (at your option) any later version.
#
#     Speak.activity is distributed in the hope that it will be useful,
#     but WITHOUT ANY WARRANTY; without even the implied warranty of
#     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
#     GNU General Public License for more details.
#
#     You should have received a copy of the GNU General Public License
#     along with Speak.activity.  If not, see <http://www.gnu.org/licenses/>.

# This code is a stripped down version of the fft view from Measure

import cairo
from mouth import Mouth
from numpy.fft import fft


class FFTMouth(Mouth):
    def __init__(self, audio, fill_color):

        Mouth.__init__(self, audio, fill_color)
        audio.connect_wave(self.__wave_cb)
        audio.connect_idle(self.__idle_cb)
        self.wave = []

    def __wave_cb(self, audio, wave):
        self.wave = wave
        self.queue_draw()

    def __idle_cb(self, audio):
        self.wave = [0] * len(self.wave)
        self.queue_draw()

    def draw_cb(self, widget, cr):
        bounds = self.get_allocation()

        # disable antialiasing
        cr.set_antialias(cairo.ANTIALIAS_NONE)

        # background
        cr.set_source_rgba(*self.fill_color.get_rgba())
        cr.rectangle(0, 0, bounds.width, bounds.height)
        cr.fill()

        # prepare for drawing
        cr.set_line_width(min(bounds.height / 10.0, 10))
        cr.set_source_rgb(0, 0, 0)

        # convert waveform to power vs frequency
        p1 = bounds.height / 32768.0
        p2 = bounds.height / 2.0
        freq_range = 70

        fftx = fft(self.wave, 256, -1)[0:freq_range * 2]
        interval = bounds.width / (freq_range * 2.)

        buckets = abs(fftx) * 0.02

        if (len(buckets) == 0):
            return False

        # scale the values
        y_mag = 1.7
        y_mag_bias = 0.1

        peaks = []
        for i in buckets:
            peak = float(p1 * i * y_mag) + y_mag_bias * p2

            if (peak >= bounds.height):
                peak = bounds.height
            if (peak <= 0):
                peak = 0
            peaks.append(peak)

        # draw mirrored power vs frequency distribution
        count = 0
        for peak in peaks:
            cr.line_to(bounds.width // 2 + count, bounds.height // 2 - peak + 12)
            count += interval

        cr.stroke()

        count = 0
        for peak in peaks:
            cr.line_to(bounds.width // 2 - count, bounds.height // 2 - peak + 12)
            count += interval

        cr.stroke()