BASH

1pi@raspberrypi:~ $ sudo apt update
2...
3pi@raspberrypi:~ $ sudo apt install firefox-esr

JSON

1{
2    "installed": {
3        "client_id": "<SPECIFIC TO YOU>.apps.googleusercontent.com",
4        "project_id": "<SPECIFIC TO YOU>",
5        "auth_uri": "https://accounts.google.com/o/oauth2/auth",
6        "token_uri": "https://oauth2.googleapis.com/token",
7        "auth_provider_x509_cert_url": "https://www.googleapis.com/oauth2/v1/certs",
8        "client_secret": "<SPECIFIC TO YOU>",
9        "redirect_uris": [
10            "http://localhost"
11        ]
12    }
13}

PYTHON

1import logging
2import platform
3import sys
4from google.assistant.library.event import EventType
5from aiy.assistant import auth_helpers
6from aiy.assistant.library import Assistant
7from aiy.board import Board, Led

PYTHON

1def main():
2    # Initialize logging system
3    logging.basicConfig(level=logging.INFO)
4    
5    # Authenticate with Google Assistant API
6    credentials = auth_helpers.get_assistant_credentials()
7    
8    # Initialize hardware and Assistant
9    with Board() as board, Assistant(credentials) as assistant:
10        # Event processing loop
11        for event in assistant.start():
12            process_event(board.led, event)

PYTHON

1#!/usr/bin/env python3
2# Copyright 2017 Google Inc.
3#
4# Licensed under the Apache License, Version 2.0 (the "License");
5# you may not use this file except in compliance with the License.
6# You may obtain a copy of the License at
7#
8#     http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS,
12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13# See the License for the specific language governing permissions and
14# limitations under the License.
15
16"""Activates the Google Assistant with hotword detection, using the Google Assistant Library.
17
18The Google Assistant Library has direct access to the audio API, so this Python
19code doesn't need to record audio.
20
21.. note:
22
23    This example depends on hotword detection (such as "Okay Google") to activate the Google
24    Assistant, which is supported only with Raspberry Pi 2/3. If you're using a Pi Zero, this
25    code won't work. Instead, you must use the button or another type of trigger, as shown
26    in assistant_library_with_button_demo.py.
27"""
28
29import logging
30import platform
31import sys
32
33from google.assistant.library.event import EventType
34
35from aiy.assistant import auth_helpers
36from aiy.assistant.library import Assistant
37from aiy.board import Board, Led
38
39def process_event(led, event):
40    logging.info(event)
41
42    if event.type == EventType.ON_START_FINISHED:
43        led.state = Led.BEACON_DARK  # Ready.
44        logging.info('Say "OK, Google" then speak, or press Ctrl+C to quit...')
45
46    elif event.type == EventType.ON_CONVERSATION_TURN_STARTED:
47        led.state = Led.ON  # Listening.
48
49    elif event.type == EventType.ON_END_OF_UTTERANCE:
50        led.state = Led.PULSE_QUICK  # Thinking.
51
52    elif (event.type == EventType.ON_CONVERSATION_TURN_FINISHED
53          or event.type == EventType.ON_CONVERSATION_TURN_TIMEOUT
54          or event.type == EventType.ON_NO_RESPONSE):
55        led.state = Led.BEACON_DARK
56
57    elif event.type == EventType.ON_ASSISTANT_ERROR and event.args and event.args['is_fatal']:
58        sys.exit(1)
59
60
61def main():
62    logging.basicConfig(level=logging.INFO)
63
64    credentials = auth_helpers.get_assistant_credentials()
65    with Board() as board, Assistant(credentials) as assistant:
66        for event in assistant.start():
67            process_event(board.led, event)
68
69
70if __name__ == '__main__':
71    main()
72
73

PYTHON

1# From assistant_library_demo.py comments:
2"The Google Assistant Library has direct access to the audio API, so this Pythoncode doesn't need to record audio."

TEXT

1Local Device (Pi 2/3):
2┌─────────────────────────────┐
3│ 1. Microphone Input         │
4│ 2. LOCAL Wake Word Detection│  ← Happens locally
5│    ("OK Google" processing) │
6│ 3. Wake word detected?      │
7└─────────────────────────────┘
8              │
9              ▼ (Only if wake word detected)
10┌─────────────────────────────┐
11│ 4. Start recording user     │
12│ 5. Send audio to Google     │  ← Cloud processing
13│ 6. Get Assistant response   │
14│ 7. Process/play response    │
15└─────────────────────────────┘