1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
|
/*
* dbmdx-interface.h -- DBMDX interface definitions
*
* Copyright (C) 2014 DSP Group
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License version 2 as
* published by the Free Software Foundation.
*/
#ifndef _DBMDX_INTERFACE_H
#define _DBMDX_INTERFACE_H
#include <linux/device.h>
#include <linux/atomic.h>
#include <linux/cdev.h>
#include <linux/firmware.h>
#include <linux/module.h>
#include <linux/mutex.h>
#include <linux/workqueue.h>
#include <linux/clk.h>
#include <linux/kfifo.h>
#include <linux/dbmdx.h>
#include <sound/dbmdx-export.h>
#include "dbmdx-customer-def.h"
#if defined(CONFIG_DBMDX_NO_DTS_SUPPORT)
#if IS_ENABLED(CONFIG_OF)
#undef CONFIG_OF
#endif /* CONFIG_OF */
#endif
#ifndef DBMD2_VA_FIRMWARE_NAME
#define DBMD2_VA_FIRMWARE_NAME "dbmd2_va_fw.bin"
#endif
#ifndef DBMD2_VQE_FIRMWARE_NAME
#define DBMD2_VQE_FIRMWARE_NAME "dbmd2_vqe_fw.bin"
#endif
#ifndef DBMD2_VQE_OVERLAY_FIRMWARE_NAME
#define DBMD2_VQE_OVERLAY_FIRMWARE_NAME "dbmd2_vqe_overlay_fw.bin"
#endif
#ifndef DBMD4_VA_FIRMWARE_NAME
#define DBMD4_VA_FIRMWARE_NAME "dbmd4_va_fw.bin"
#endif
#ifndef DBMDX_VT_GRAM_NAME
#define DBMDX_VT_GRAM_NAME "voice_grammar.bin"
#endif
#ifndef DBMDX_VT_NET_NAME
#define DBMDX_VT_NET_NAME "voice_net.bin"
#endif
#ifndef DBMDX_VC_GRAM_NAME
#define DBMDX_VC_GRAM_NAME "vc_grammar.bin"
#endif
#ifndef DBMDX_VC_NET_NAME
#define DBMDX_VC_NET_NAME "vc_net.bin"
#endif
#ifndef DBMDX_VC_OKG_NAME
#define DBMDX_VC_OKG_NAME "okg_amodel.bin"
#endif
#define MAX_REQ_SIZE 8192
#define DBMDX_AMODEL_HEADER_SIZE 12
#define DBMDX_MSLEEP_WAKEUP 35
#define DBMDX_MSLEEP_HIBARNATE 20
#define DBMDX_MSLEEP_CONFIG_VA_MODE_REG 40
#define DBMDX_MSLEEP_NON_OVERLAY_BOOT 300
#define DBMDX_MSLEEP_REQUEST_FW_FAIL 200
#define DBMDX_MSLEEP_ON_SV_INTERRUPT 100
#define DBMDX_MSLEEP_PCM_STREAMING_WORK 100
#define DBMDX_MSLEEP_DBG_MODE_CMD_RX 10
#define DBMDX_MSLEEP_DBG_MODE_CMD_TX 10
#define DBMDX_MSLEEP_DBG_AFTER_DETECTION 50
#define DBMDX_USLEEP_VQE_ALIVE 21000
#define DBMDX_USLEEP_VQE_ALIVE_ON_FAIL 10000
#define DBMDX_USLEEP_NO_SAMPLES 10000
#define DBMDX_USLEEP_SET_MODE 15000
#define DBMDX_USLEEP_AMODEL_HEADER 2000
#define DBMDX_USLEEP_AFTER_LOAD_AMODEL 10000
#define DBMDX_MSLEEP_UART_PROBE 50
#define DBMDX_MSLEEP_UART_WAKEUP 50
#define DBMDX_MSLEEP_UART_WAIT_TILL_ALIVE 100
#define DBMDX_MSLEEP_UART_WAIT_FOR_CHECKSUM 50
#define DBMDX_MSLEEP_UART_D2_AFTER_LOAD_FW 50
#define DBMDX_MSLEEP_UART_D2_AFTER_RESET_32K 275
#define DBMDX_MSLEEP_UART_D4_AFTER_RESET_32K 80
#define DBMDX_USLEEP_UART_AFTER_LOAD_AMODEL 10000
#define DBMDX_USLEEP_UART_AFTER_WAKEUP_BYTE 100
#define DBMDX_USLEEP_UART_D2_BEFORE_RESET 10000
#define DBMDX_USLEEP_UART_D2_AFTER_RESET 15000
#define DBMDX_USLEEP_UART_D4_AFTER_RESET 15000
#define DBMDX_USLEEP_UART_D4_AFTER_LOAD_FW 10000
#define DBMDX_MSLEEP_SPI_VQE_SYS_CFG_CMD 60
#define DBMDX_MSLEEP_SPI_FINISH_BOOT_1 10
#define DBMDX_MSLEEP_SPI_FINISH_BOOT_2 10
#define DBMDX_MSLEEP_SPI_WAKEUP 50
#define DBMDX_MSLEEP_SPI_D2_AFTER_RESET_32K 300
#define DBMDX_MSLEEP_SPI_D2_AFTER_SBL 20
#define DBMDX_MSLEEP_SPI_D2_BEFORE_FW_CHECKSUM 20
#define DBMDX_MSLEEP_SPI_D4_AFTER_RESET_32K 85
#define DBMDX_MSLEEP_SPI_D4_AFTER_PLL_CHANGE 80
#define DBMDX_MSLEEP_SPI_D2_AFTER_PLL_CHANGE 5
#define DBMDX_USLEEP_SPI_VQE_CMD_AFTER_SEND 20000
#define DBMDX_USLEEP_SPI_VA_CMD_AFTER_SEND 500
#define DBMDX_USLEEP_SPI_VA_CMD_AFTER_SEND_2 500
#define DBMDX_USLEEP_SPI_VA_CMD_AFTER_BOOT 1000
#define DBMDX_USLEEP_SPI_AFTER_CHUNK_READ 1000
#define DBMDX_USLEEP_SPI_AFTER_LOAD_AMODEL 10000
#define DBMDX_USLEEP_SPI_D2_AFTER_RESET 5000
#define DBMDX_USLEEP_SPI_D2_AFTER_SBL 10000
#define DBMDX_USLEEP_SPI_D2_AFTER_BOOT 10000
#define DBMDX_USLEEP_SPI_D4_AFTER_BOOT 10000
#define DBMDX_USLEEP_SPI_D4_AFTER_RESET 15000
#define DBMDX_USLEEP_SPI_D4_POST_PLL 2000
#define DBMDX_MSLEEP_I2C_FINISH_BOOT 275
#define DBMDX_MSLEEP_I2C_VQE_SYS_CFG_CMD 60
#define DBMDX_MSLEEP_I2C_WAKEUP 50
#define DBMDX_MSLEEP_I2C_D2_AFTER_RESET_32K 300
#define DBMDX_MSLEEP_I2C_D2_CALLBACK 20
#define DBMDX_MSLEEP_I2C_D2_AFTER_SBL 20
#define DBMDX_MSLEEP_I2C_D2_BEFORE_FW_CHECKSUM 20
#define DBMDX_MSLEEP_I2C_D4_AFTER_RESET_32K 100
#define DBMDX_MSLEEP_I2C_D4_AFTER_SBL 20
#define DBMDX_MSLEEP_I2C_D4_BEFORE_FW_CHECKSUM 20
#define DBMDX_USLEEP_I2C_VQE_CMD_AFTER_SEND 20000
#define DBMDX_USLEEP_I2C_VA_CMD_AFTER_SEND 10000
#define DBMDX_USLEEP_I2C_VA_CMD_AFTER_SEND_2 10000
#define DBMDX_USLEEP_I2C_AFTER_BOOT_CMD 10000
#define DBMDX_USLEEP_I2C_AFTER_LOAD_AMODEL 10000
#define DBMDX_USLEEP_I2C_D2_AFTER_RESET 15000
#define DBMDX_USLEEP_I2C_D2_AFTER_SBL 10000
#define DBMDX_USLEEP_I2C_D2_AFTER_BOOT 10000
#define DBMDX_USLEEP_I2C_D4_AFTER_RESET 15000
#define DBMDX_USLEEP_I2C_D4_AFTER_BOOT 10000
struct chip_interface;
enum dbmdx_firmware_active {
/* firmware pre-boot */
DBMDX_FW_PRE_BOOT = 0,
/* va firmware was powered off */
DBMDX_FW_POWER_OFF_VA,
/* voice authentication */
DBMDX_FW_VA,
/* voice quality enhancement */
DBMDX_FW_VQE,
/* max supported firmwares */
DBMDX_FW_MAX
};
enum dbmdx_audio_channel_operation {
AUDIO_CHANNEL_OP_COPY = 0,
AUDIO_CHANNEL_OP_DUPLICATE_1_TO_2,
AUDIO_CHANNEL_OP_DUPLICATE_1_TO_4,
AUDIO_CHANNEL_OP_DUPLICATE_2_TO_4,
AUDIO_CHANNEL_OP_TRUNCATE_2_TO_1,
AUDIO_CHANNEL_OP_TRUNCATE_4_TO_1,
AUDIO_CHANNEL_OP_TRUNCATE_4_TO_2,
AUDIO_CHANNEL_OP_MAX = AUDIO_CHANNEL_OP_TRUNCATE_4_TO_2
};
struct va_flags {
int irq_inuse;
int a_model_loaded;
int amodel_len;
#ifdef DMBDX_OKG_AMODEL_SUPPORT
int okg_a_model_loaded;
int okg_amodel_len;
bool okg_a_model_enabled;
#endif
int buffering;
int pcm_worker_active;
int pcm_streaming_active;
bool pcm_streaming_pushing_zeroes;
int sleep_not_allowed;
int auto_detection_disabled;
int padded_cmds_disabled;
bool capture_on_detect_disabled;
bool reconfigure_mic_on_vad_change;
bool disabling_mics_not_allowed;
bool microphones_enabled;
int cancel_pm_work;
unsigned int mode;
};
struct vqe_flags {
int in_call;
int use_case;
int speaker_volume_level;
};
struct vqe_fw_info {
u16 major;
u16 minor;
u16 version;
u16 patch;
u16 debug;
u16 tuning;
};
enum dbmd2_xtal_id {
DBMD2_XTAL_FREQ_24M_IMG1 = 0,
DBMD2_XTAL_FREQ_24M_IMG2,
DBMD2_XTAL_FREQ_24M_IMG3,
DBMD2_XTAL_FREQ_9M_IMG4,
DBMD2_XTAL_FREQ_24M_IMG5,
DBMD2_XTAL_FREQ_19M_IMG6,
DBMD2_XTAL_FREQ_32K_IMG7,
DBMD2_XTAL_FREQ_32K_IMG8,
};
enum dbmdx_load_amodel_mode {
LOAD_AMODEL_PRIMARY = 0,
LOAD_AMODEL_2NDARY = 1,
LOAD_AMODEL_CUSTOM,
#ifdef DMBDX_OKG_AMODEL_SUPPORT
LOAD_AMODEL_OKG = 4,
LOAD_AMODEL_MAX = LOAD_AMODEL_OKG
#else
LOAD_AMODEL_MAX = LOAD_AMODEL_CUSTOM
#endif
};
enum dbmdx_states {
DBMDX_IDLE = 0,
DBMDX_DETECTION = 1,
DBMDX_RESERVED = 2,
DBMDX_BUFFERING = 3,
DBMDX_SLEEP_PLL_ON = 4,
DBMDX_SLEEP_PLL_OFF = 5,
DBMDX_HIBERNATE = 6,
DBMDX_STREAMING = 7, /* CUSTOM STATE */
DBMDX_DETECTION_AND_STREAMING = 8, /* CUSTOM STATE */
DBMDX_NR_OF_STATES,
};
enum dbmdx_active_interface {
DBMDX_INTERFACE_NONE = 0,
DBMDX_INTERFACE_I2C,
DBMDX_INTERFACE_SPI,
DBMDX_INTERFACE_UART,
};
enum dbmdx_power_modes {
/*
* no firmware is active and the device is booting
*/
DBMDX_PM_BOOTING = 0,
/*
* a firmware is active and the device can be used
*/
DBMDX_PM_ACTIVE,
/*
* a firmware is active and the device is going to sleep
*/
DBMDX_PM_FALLING_ASLEEP,
/*
* chip is sleeping and needs to be woken up to be functional
*/
DBMDX_PM_SLEEPING,
/* number of PM states */
DBMDX_PM_STATES,
};
struct dbmdx_private {
struct dbmdx_platform_data *pdata;
/* lock for private data */
struct mutex p_lock;
enum dbmdx_firmware_active active_fw;
enum dbmdx_power_modes power_mode;
enum dbmdx_active_interface active_interface;
int sv_irq;
struct platform_device *pdev;
struct device *dev;
const struct firmware *va_fw;
const struct firmware *vqe_fw;
const struct firmware *vqe_non_overlay_fw;
struct firmware *dspg_gram;
struct firmware *dspg_net;
bool asleep;
bool device_ready;
struct clk *clocks[DBMDX_NR_OF_CLKS];
struct regulator *vregulator;
struct work_struct sv_work;
struct work_struct pcm_streaming_work;
struct work_struct uevent_work;
unsigned int audio_mode;
unsigned int clk_type;
unsigned int master_pll_rate;
unsigned int bytes_per_sample;
unsigned int current_pcm_rate;
unsigned int audio_pcm_rate;
unsigned int audio_pcm_channels;
enum dbmdx_audio_channel_operation pcm_achannel_op;
enum dbmdx_audio_channel_operation detection_achannel_op;
unsigned int fw_vad_type;
dev_t record_chrdev;
struct cdev record_cdev;
struct device *record_dev;
struct cdev record_cdev_block;
struct device *record_dev_block;
struct kfifo pcm_kfifo;
struct kfifo detection_samples_kfifo;
void *detection_samples_kfifo_buf;
unsigned int detection_samples_kfifo_buf_size;
atomic_t audio_owner;
char *amodel_buf;
u8 *sbl_data;
struct va_flags va_flags;
struct vqe_flags vqe_flags;
u32 vqe_vc_syscfg;
u32 va_current_mic_config;
u32 va_active_mic_config;
u32 va_detection_mode;
u32 va_backlog_length;
u32 va_last_word_id;
bool va_capture_on_detect;
#ifdef DMBDX_OKG_AMODEL_SUPPORT
bool okg_a_model_support;
#endif
bool sv_a_model_support;
bool sleep_disabled;
int va_debug_mode;
int va_cur_digital_mic_digital_gain;
int va_cur_analog_mic_analog_gain;
int va_cur_analog_mic_digital_gain;
unsigned int num_dais;
struct snd_soc_dai_driver *dais;
int remote_codec_in_use;
u8 read_audio_buf[MAX_REQ_SIZE + 8];
struct snd_pcm_substream *active_substream;
struct delayed_work delayed_pm_work;
struct workqueue_struct *dbmdx_workq;
/* limit request size of audio data from the firmware */
unsigned long rxsize;
/* sysfs */
struct class *ns_class;
struct device *dbmdx_dev;
/* common helper functions */
void (*reset_set)(struct dbmdx_private *p);
void (*reset_release)(struct dbmdx_private *p);
void (*reset_sequence)(struct dbmdx_private *p);
void (*wakeup_set)(struct dbmdx_private *p);
void (*wakeup_release)(struct dbmdx_private *p);
void (*lock)(struct dbmdx_private *p);
void (*unlock)(struct dbmdx_private *p);
int (*verify_checksum)(struct dbmdx_private *p,
const u8 *expect, const u8 *got, size_t size);
int (*va_set_speed)(struct dbmdx_private *p,
enum dbmdx_va_speeds speed);
unsigned long (*clk_get_rate)(struct dbmdx_private *p,
enum dbmdx_clocks clk);
long (*clk_set_rate)(struct dbmdx_private *p,
enum dbmdx_clocks clk);
int (*clk_enable)(struct dbmdx_private *p, enum dbmdx_clocks clk);
int (*clk_disable)(struct dbmdx_private *p, enum dbmdx_clocks clk);
/* external callbacks */
set_i2c_freq_cb set_i2c_freq_callback;
event_cb event_callback;
/* interface to the chip */
struct chip_interface *chip;
};
/*
* main interface between the core layer and the chip
*/
struct chip_interface {
/* wait till booting is allowed */
int (*can_boot)(struct dbmdx_private *p);
/* prepare booting (e.g. increase speed) */
int (*prepare_boot)(struct dbmdx_private *p);
/* send firmware to the chip and boot it */
int (*boot)(const void *fw_data, size_t fw_size,
struct dbmdx_private *p, const void *checksum,
size_t chksum_len, int load_fw);
/* finish booting */
int (*finish_boot)(struct dbmdx_private *p);
/* dump chip state */
int (*dump)(struct dbmdx_private *p, char *buf);
/* set VA firmware ready, (e.g. lower speed) */
int (*set_va_firmware_ready)(struct dbmdx_private *p);
/* set VQE firmware ready */
int (*set_vqe_firmware_ready)(struct dbmdx_private *p);
/* Enable/Disable Transport layer (UART/I2C/SPI) */
void (*transport_enable)(struct dbmdx_private *p, bool enable);
/* read data from the chip */
ssize_t (*read)(struct dbmdx_private *p, void *buf, size_t len);
/* write data to the chip */
ssize_t (*write)(struct dbmdx_private *p, const void *buf, size_t len);
/* send command in VQE protocol format to the chip */
ssize_t (*send_cmd_vqe)(struct dbmdx_private *p,
u32 command, u16 *response);
/* send command in VA protocol format to the chip */
ssize_t (*send_cmd_va)(struct dbmdx_private *p,
u32 command, u16 *response);
/* send command in boot protocol format to the chip */
int (*send_cmd_boot)(struct dbmdx_private *p, u32 command);
/* verify boot checksum */
int (*verify_boot_checksum)(struct dbmdx_private *p,
const void *checksum, size_t chksum_len);
/* prepare buffering of audio data (e.g. increase speed) */
int (*prepare_buffering)(struct dbmdx_private *p);
/* read audio data */
int (*read_audio_data)(struct dbmdx_private *p,
void *buf,
size_t samples,
bool to_read_metadata,
size_t *available_samples,
size_t *data_offset);
/* finish buffering of audio data (e.g. lower speed) */
int (*finish_buffering)(struct dbmdx_private *p);
/* prepare amodel loading (e.g. increase speed) */
int (*prepare_amodel_loading)(struct dbmdx_private *p);
/* load acoustic model */
int (*load_amodel)(struct dbmdx_private *p, const void *data,
size_t size, size_t gram_size, size_t net_size,
const void *checksum, size_t chksum_len,
enum dbmdx_load_amodel_mode load_amodel_mode);
/* finish amodel loading (e.g. lower speed) */
int (*finish_amodel_loading)(struct dbmdx_private *p);
/* Get Read Chunk Size */
u32 (*get_read_chunk_size)(struct dbmdx_private *p);
/* Get Write Chunk Size */
u32 (*get_write_chunk_size)(struct dbmdx_private *p);
/* Set Read Chunk Size */
int (*set_read_chunk_size)(struct dbmdx_private *p, u32 size);
/* Set Write Chunk Size */
int (*set_write_chunk_size)(struct dbmdx_private *p, u32 size);
/* Resume Chip Interface */
void (*resume)(struct dbmdx_private *p);
/* Suspend Chip Interface */
void (*suspend)(struct dbmdx_private *p);
/* private data */
void *pdata;
};
/*
* character device
*/
int dbmdx_register_cdev(struct dbmdx_private *p);
void dbmdx_deregister_cdev(struct dbmdx_private *p);
void stream_set_position(struct snd_pcm_substream *substream,
u32 position);
u32 stream_get_position(struct snd_pcm_substream *substream);
int dbmdx_set_pcm_timer_mode(struct snd_pcm_substream *substream,
bool enable_timer);
#endif
|