1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
|
# Speak.activity
# A simple front end to the espeak text-to-speech engine on the XO laptop
# http://wiki.laptop.org/go/Speak
#
# Copyright (C) 2008 Joshua Minor
# This file is part of Speak.activity
#
# Parts of Speak.activity are based on code from Measure.activity
# Copyright (C) 2007 Arjun Sarwal - arjun@laptop.org
#
# Speak.activity is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# Speak.activity is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with Speak.activity. If not, see <http://www.gnu.org/licenses/>.
# This code is a stripped down version of the audio grabber from Measure
import gst
import pygtk
import gtk, gobject
import signal, os
import time
import dbus
import logging
from struct import *
logger = logging.getLogger('speak')
class AudioGrab(gobject.GObject):
__gsignals__ = {
'new-buffer': (gobject.SIGNAL_RUN_FIRST, None, [gobject.TYPE_PYOBJECT])
}
def __init__(self):
gobject.GObject.__init__(self)
self.pipeline = None
def playfile(self, status, text):
pitch = int(status.pitch)
rate = int(status.rate)
# espeak uses 80 to 370
rate = 80 + (370-80) * rate / 100
logger.debug('pitch=%d rate=%d voice=%s text=%s' % (pitch, rate,
status.voice.name, text))
self.stop_sound_device()
self._quiet = False
# build a pipeline that reads the given file
# and sends it to both the real audio output
# and a fake one that we use to draw from
p = 'espeak text="%s" pitch=%d rate=%d voice=%s ' \
'! decodebin ' \
'! tee name=tee ' \
'tee.! audioconvert ' \
'! alsasink ' \
'tee.! queue ' \
'! audioconvert name=conv' \
% (text, pitch, rate, status.voice.name)
self.pipeline = gst.parse_launch(p)
# make a fakesink to capture audio
fakesink = gst.element_factory_make("fakesink", "fakesink")
fakesink.connect("handoff",self.on_buffer)
fakesink.set_property("signal-handoffs",True)
self.pipeline.add(fakesink)
bus = self.pipeline.get_bus()
bus.add_signal_watch()
bus.connect('message', self._gstmessage_cb)
# attach it to the pipeline
conv = self.pipeline.get_by_name("conv")
gst.element_link_many(conv, fakesink)
# play
self.restart_sound_device()
# how do we detect when the sample has finished playing?
# we should stop the sound device and stop emitting buffers
# to save on CPU and battery usage when there is no audio playing
def _gstmessage_cb(self, bus, message):
type = message.type
if type == gst.MESSAGE_EOS:
# END OF SOUND FILE
self.stop_sound_device()
elif type == gst.MESSAGE_ERROR:
self.stop_sound_device()
def on_quit(self):
self.pipeline.set_state(gst.STATE_NULL)
def _new_buffer(self, buf):
if not self._quiet:
# pass captured audio to anyone who is interested via the main thread
self.emit("new-buffer", buf)
return False
def on_buffer(self,element,buffer,pad):
# we got a new buffer of data, ask for another
gobject.timeout_add(100, self._new_buffer, str(buffer))
return True
def stop_sound_device(self):
if self.pipeline is None:
return
self.pipeline.set_state(gst.STATE_NULL)
# Shut theirs mouths down
self._new_buffer('')
self._quiet = True
def restart_sound_device(self):
self.pipeline.set_state(gst.STATE_NULL)
self.pipeline.set_state(gst.STATE_PLAYING)
|
