sound/soc/sh/rcar/core.c

   1 /*
   2  * Renesas R-Car SRU/SCU/SSIU/SSI support
   3  *
   4  * Copyright (C) 2013 Renesas Solutions Corp.
   5  * Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>
   6  *
   7  * Based on fsi.c
   8  * Kuninori Morimoto <morimoto.kuninori@renesas.com>
   9  *
  10  * This program is free software; you can redistribute it and/or modify
  11  * it under the terms of the GNU General Public License version 2 as
  12  * published by the Free Software Foundation.
  13  */
  14
  15 /*
  16  * Renesas R-Car sound device structure
  17  *
  18  * Gen1
  19  *
  20  * SRU          : Sound Routing Unit
  21  *  - SRC       : Sampling Rate Converter
  22  *  - CMD
  23  *    - CTU     : Channel Count Conversion Unit
  24  *    - MIX     : Mixer
  25  *    - DVC     : Digital Volume and Mute Function
  26  *  - SSI       : Serial Sound Interface
  27  *
  28  * Gen2
  29  *
  30  * SCU          : Sampling Rate Converter Unit
  31  *  - SRC       : Sampling Rate Converter
  32  *  - CMD
  33  *   - CTU      : Channel Count Conversion Unit
  34  *   - MIX      : Mixer
  35  *   - DVC      : Digital Volume and Mute Function
  36  * SSIU         : Serial Sound Interface Unit
  37  *  - SSI       : Serial Sound Interface
  38  */
  39
  40 /*
  41  *      driver data Image
  42  *
  43  * rsnd_priv
  44  *   |
  45  *   | ** this depends on Gen1/Gen2
  46  *   |
  47  *   +- gen
  48  *   |
  49  *   | ** these depend on data path
  50  *   | ** gen and platform data control it
  51  *   |
  52  *   +- rdai[0]
  53  *   |   |               sru     ssiu      ssi
  54  *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
  55  *   |   |
  56  *   |   |               sru     ssiu      ssi
  57  *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
  58  *   |
  59  *   +- rdai[1]
  60  *   |   |               sru     ssiu      ssi
  61  *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
  62  *   |   |
  63  *   |   |               sru     ssiu      ssi
  64  *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
  65  *   ...
  66  *   |
  67  *   | ** these control ssi
  68  *   |
  69  *   +- ssi
  70  *   |  |
  71  *   |  +- ssi[0]
  72  *   |  +- ssi[1]
  73  *   |  +- ssi[2]
  74  *   |  ...
  75  *   |
  76  *   | ** these control src
  77  *   |
  78  *   +- src
  79  *      |
  80  *      +- src[0]
  81  *      +- src[1]
  82  *      +- src[2]
  83  *      ...
  84  *
  85  *
  86  * for_each_rsnd_dai(xx, priv, xx)
  87  *  rdai[0] => rdai[1] => rdai[2] => ...
  88  *
  89  * for_each_rsnd_mod(xx, rdai, xx)
  90  *  [mod] => [mod] => [mod] => ...
  91  *
  92  * rsnd_dai_call(xxx, fn )
  93  *  [mod]->fn() -> [mod]->fn() -> [mod]->fn()...
  94  *
  95  */
  96 #include <linux/pm_runtime.h>
  97 #include <linux/shdma-base.h>
  98 #include "rsnd.h"
  99
 100 #define RSND_RATES SNDRV_PCM_RATE_8000_96000
 101 #define RSND_FMTS (SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S16_LE)
 102
 103 static struct rsnd_of_data rsnd_of_data_gen1 = {
 104         .flags = RSND_GEN1,
 105 };
 106
 107 static struct rsnd_of_data rsnd_of_data_gen2 = {
 108         .flags = RSND_GEN2,
 109 };
 110
 111 static struct of_device_id rsnd_of_match[] = {
 112         { .compatible = "renesas,rcar_sound-gen1", .data = &rsnd_of_data_gen1 },
 113         { .compatible = "renesas,rcar_sound-gen2", .data = &rsnd_of_data_gen2 },
 114         {},
 115 };
 116 MODULE_DEVICE_TABLE(of, rsnd_of_match);
 117
 118 /*
 119  *      rsnd_platform functions
 120  */
 121 #define rsnd_platform_call(priv, dai, func, param...)   \
 122         (!(priv->info->func) ? 0 :              \
 123          priv->info->func(param))
 124
 125 #define rsnd_is_enable_path(io, name) \
 126         ((io)->info ? (io)->info->name : NULL)
 127 #define rsnd_info_id(priv, io, name) \
 128         ((io)->info->name - priv->info->name##_info)
 129
 130 /*
 131  *      rsnd_mod functions
 132  */
 133 char *rsnd_mod_name(struct rsnd_mod *mod)
 134 {
 135         if (!mod || !mod->ops)
 136                 return "unknown";
 137
 138         return mod->ops->name;
 139 }
 140
 141 char *rsnd_mod_dma_name(struct rsnd_mod *mod)
 142 {
 143         if (!mod || !mod->ops)
 144                 return "unknown";
 145
 146         if (!mod->ops->dma_name)
 147                 return mod->ops->name;
 148
 149         return mod->ops->dma_name(mod);
 150 }
 151
 152 void rsnd_mod_init(struct rsnd_priv *priv,
 153                    struct rsnd_mod *mod,
 154                    struct rsnd_mod_ops *ops,
 155                    enum rsnd_mod_type type,
 156                    int id)
 157 {
 158         mod->priv       = priv;
 159         mod->id         = id;
 160         mod->ops        = ops;
 161         mod->type       = type;
 162 }
 163
 164 /*
 165  *      rsnd_dma functions
 166  */
 167 void rsnd_dma_stop(struct rsnd_dma *dma)
 168 {
 169         dmaengine_terminate_all(dma->chan);
 170 }
 171
 172 static void rsnd_dma_complete(void *data)
 173 {
 174         struct rsnd_dma *dma = (struct rsnd_dma *)data;
 175         struct rsnd_mod *mod = rsnd_dma_to_mod(dma);
 176         struct rsnd_dai_stream *io = rsnd_mod_to_io(mod);
 177
 178         /*
 179          * Renesas sound Gen1 needs 1 DMAC,
 180          * Gen2 needs 2 DMAC.
 181          * In Gen2 case, it are Audio-DMAC, and Audio-DMAC-peri-peri.
 182          * But, Audio-DMAC-peri-peri doesn't have interrupt,
 183          * and this driver is assuming that here.
 184          *
 185          * If Audio-DMAC-peri-peri has interrpt,
 186          * rsnd_dai_pointer_update() will be called twice,
 187          * ant it will breaks io->byte_pos
 188          */
 189
 190         rsnd_dai_pointer_update(io, io->byte_per_period);
 191 }
 192
 193 void rsnd_dma_start(struct rsnd_dma *dma)
 194 {
 195         struct rsnd_mod *mod = rsnd_dma_to_mod(dma);
 196         struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 197         struct rsnd_dai_stream *io = rsnd_mod_to_io(mod);
 198         struct snd_pcm_substream *substream = io->substream;
 199         struct device *dev = rsnd_priv_to_dev(priv);
 200         struct dma_async_tx_descriptor *desc;
 201
 202         desc = dmaengine_prep_dma_cyclic(dma->chan,
 203                                          (dma->addr) ? dma->addr :
 204                                          substream->runtime->dma_addr,
 205                                          snd_pcm_lib_buffer_bytes(substream),
 206                                          snd_pcm_lib_period_bytes(substream),
 207                                          dma->dir,
 208                                          DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
 209
 210         if (!desc) {
 211                 dev_err(dev, "dmaengine_prep_slave_sg() fail\n");
 212                 return;
 213         }
 214
 215         desc->callback          = rsnd_dma_complete;
 216         desc->callback_param    = dma;
 217
 218         if (dmaengine_submit(desc) < 0) {
 219                 dev_err(dev, "dmaengine_submit() fail\n");
 220                 return;
 221         }
 222
 223         dma_async_issue_pending(dma->chan);
 224 }
 225
 226 int rsnd_dma_available(struct rsnd_dma *dma)
 227 {
 228         return !!dma->chan;
 229 }
 230
 231 #define DMA_NAME_SIZE 16
 232 #define MOD_MAX 4 /* MEM/SSI/SRC/DVC */
 233 static int _rsnd_dma_of_name(char *dma_name, struct rsnd_mod *mod)
 234 {
 235         if (mod)
 236                 return snprintf(dma_name, DMA_NAME_SIZE / 2, "%s%d",
 237                          rsnd_mod_dma_name(mod), rsnd_mod_id(mod));
 238         else
 239                 return snprintf(dma_name, DMA_NAME_SIZE / 2, "mem");
 240
 241 }
 242
 243 static void rsnd_dma_of_name(struct rsnd_mod *mod_from,
 244                              struct rsnd_mod *mod_to,
 245                              char *dma_name)
 246 {
 247         int index = 0;
 248
 249         index = _rsnd_dma_of_name(dma_name + index, mod_from);
 250         *(dma_name + index++) = '_';
 251         index = _rsnd_dma_of_name(dma_name + index, mod_to);
 252 }
 253
 254 static void rsnd_dma_of_path(struct rsnd_dma *dma,
 255                              int is_play,
 256                              struct rsnd_mod **mod_from,
 257                              struct rsnd_mod **mod_to)
 258 {
 259         struct rsnd_mod *this = rsnd_dma_to_mod(dma);
 260         struct rsnd_dai_stream *io = rsnd_mod_to_io(this);
 261         struct rsnd_mod *ssi = rsnd_io_to_mod_ssi(io);
 262         struct rsnd_mod *src = rsnd_io_to_mod_src(io);
 263         struct rsnd_mod *dvc = rsnd_io_to_mod_dvc(io);
 264         struct rsnd_mod *mod[MOD_MAX];
 265         int i, index;
 266
 267
 268         for (i = 0; i < MOD_MAX; i++)
 269                 mod[i] = NULL;
 270
 271         /*
 272          * in play case...
 273          *
 274          * src -> dst
 275          *
 276          * mem -> SSI
 277          * mem -> SRC -> SSI
 278          * mem -> SRC -> DVC -> SSI
 279          */
 280         mod[0] = NULL; /* for "mem" */
 281         index = 1;
 282         for (i = 1; i < MOD_MAX; i++) {
 283                 if (!src) {
 284                         mod[i] = ssi;
 285                 } else if (!dvc) {
 286                         mod[i] = src;
 287                         src = NULL;
 288                 } else {
 289                         if ((!is_play) && (this == src))
 290                                 this = dvc;
 291
 292                         mod[i] = (is_play) ? src : dvc;
 293                         i++;
 294                         mod[i] = (is_play) ? dvc : src;
 295                         src = NULL;
 296                         dvc = NULL;
 297                 }
 298
 299                 if (mod[i] == this)
 300                         index = i;
 301
 302                 if (mod[i] == ssi)
 303                         break;
 304         }
 305
 306         if (is_play) {
 307                 *mod_from = mod[index - 1];
 308                 *mod_to   = mod[index];
 309         } else {
 310                 *mod_from = mod[index];
 311                 *mod_to   = mod[index - 1];
 312         }
 313 }
 314
 315 int rsnd_dma_init(struct rsnd_priv *priv, struct rsnd_dma *dma,
 316                   int is_play, int id)
 317 {
 318         struct device *dev = rsnd_priv_to_dev(priv);
 319         struct dma_slave_config cfg;
 320         struct rsnd_mod *mod_from;
 321         struct rsnd_mod *mod_to;
 322         char dma_name[DMA_NAME_SIZE];
 323         dma_cap_mask_t mask;
 324         int ret;
 325
 326         if (dma->chan) {
 327                 dev_err(dev, "it already has dma channel\n");
 328                 return -EIO;
 329         }
 330
 331         dma_cap_zero(mask);
 332         dma_cap_set(DMA_SLAVE, mask);
 333
 334         rsnd_dma_of_path(dma, is_play, &mod_from, &mod_to);
 335         rsnd_dma_of_name(mod_from, mod_to, dma_name);
 336
 337         cfg.slave_id    = id;
 338         cfg.direction   = is_play ? DMA_MEM_TO_DEV : DMA_DEV_TO_MEM;
 339         cfg.src_addr    = rsnd_gen_dma_addr(priv, mod_from, is_play, 1);
 340         cfg.dst_addr    = rsnd_gen_dma_addr(priv, mod_to,   is_play, 0);
 341         cfg.src_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES;
 342         cfg.dst_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES;
 343
 344         dev_dbg(dev, "dma : %s %pad -> %pad\n",
 345                 dma_name, &cfg.src_addr, &cfg.dst_addr);
 346
 347         dma->chan = dma_request_slave_channel_compat(mask, shdma_chan_filter,
 348                                                      (void *)id, dev,
 349                                                      dma_name);
 350         if (!dma->chan) {
 351                 dev_err(dev, "can't get dma channel\n");
 352                 goto rsnd_dma_channel_err;
 353         }
 354
 355         ret = dmaengine_slave_config(dma->chan, &cfg);
 356         if (ret < 0)
 357                 goto rsnd_dma_init_err;
 358
 359         dma->addr = is_play ? cfg.src_addr : cfg.dst_addr;
 360         dma->dir = is_play ? DMA_MEM_TO_DEV : DMA_DEV_TO_MEM;
 361
 362         return 0;
 363
 364 rsnd_dma_init_err:
 365         rsnd_dma_quit(priv, dma);
 366 rsnd_dma_channel_err:
 367
 368         /*
 369          * DMA failed. try to PIO mode
 370          * see
 371          *      rsnd_ssi_fallback()
 372          *      rsnd_rdai_continuance_probe()
 373          */
 374         return -EAGAIN;
 375 }
 376
 377 void  rsnd_dma_quit(struct rsnd_priv *priv,
 378                     struct rsnd_dma *dma)
 379 {
 380         if (dma->chan)
 381                 dma_release_channel(dma->chan);
 382
 383         dma->chan = NULL;
 384 }
 385
 386 /*
 387  *      settting function
 388  */
 389 u32 rsnd_get_adinr(struct rsnd_mod *mod)
 390 {
 391         struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 392         struct rsnd_dai_stream *io = rsnd_mod_to_io(mod);
 393         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 394         struct device *dev = rsnd_priv_to_dev(priv);
 395         u32 adinr = runtime->channels;
 396
 397         switch (runtime->sample_bits) {
 398         case 16:
 399                 adinr |= (8 << 16);
 400                 break;
 401         case 32:
 402                 adinr |= (0 << 16);
 403                 break;
 404         default:
 405                 dev_warn(dev, "not supported sample bits\n");
 406                 return 0;
 407         }
 408
 409         return adinr;
 410 }
 411
 412 /*
 413  *      rsnd_dai functions
 414  */
 415 #define __rsnd_mod_call(mod, func, rdai...)                     \
 416 ({                                                              \
 417         struct rsnd_priv *priv = rsnd_mod_to_priv(mod);         \
 418         struct device *dev = rsnd_priv_to_dev(priv);            \
 419         u32 mask = 1 << __rsnd_mod_shift_##func;                        \
 420         u32 call = __rsnd_mod_call_##func << __rsnd_mod_shift_##func;   \
 421         int ret = 0;                                                    \
 422         if ((mod->status & mask) == call) {                             \
 423                 dev_dbg(dev, "%s[%d] %s\n",                             \
 424                         rsnd_mod_name(mod), rsnd_mod_id(mod), #func);   \
 425                 ret = (mod)->ops->func(mod, rdai);                      \
 426                 mod->status = (mod->status & ~mask) | (~call & mask);   \
 427         }                                                               \
 428         ret;                                                            \
 429 })
 430
 431 #define rsnd_mod_call(mod, func, rdai...)       \
 432         (!(mod) ? -ENODEV :                     \
 433          !((mod)->ops->func) ? 0 :              \
 434          __rsnd_mod_call(mod, func, rdai))
 435
 436 #define rsnd_dai_call(fn, io, rdai...)                          \
 437 ({                                                              \
 438         struct rsnd_mod *mod;                                   \
 439         int ret = 0, i;                                         \
 440         for (i = 0; i < RSND_MOD_MAX; i++) {                    \
 441                 mod = (io)->mod[i];                             \
 442                 if (!mod)                                       \
 443                         continue;                               \
 444                 ret = rsnd_mod_call(mod, fn, rdai);             \
 445                 if (ret < 0)                                    \
 446                         break;                                  \
 447         }                                                       \
 448         ret;                                                    \
 449 })
 450
 451 static int rsnd_dai_connect(struct rsnd_mod *mod,
 452                             struct rsnd_dai_stream *io)
 453 {
 454         if (!mod)
 455                 return -EIO;
 456
 457         if (io->mod[mod->type]) {
 458                 struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 459                 struct device *dev = rsnd_priv_to_dev(priv);
 460
 461                 dev_err(dev, "%s%d is not empty\n",
 462                         rsnd_mod_name(mod),
 463                         rsnd_mod_id(mod));
 464                 return -EIO;
 465         }
 466
 467         io->mod[mod->type] = mod;
 468         mod->io = io;
 469
 470         return 0;
 471 }
 472
 473 static void rsnd_dai_disconnect(struct rsnd_mod *mod,
 474                                 struct rsnd_dai_stream *io)
 475 {
 476         mod->io = NULL;
 477         io->mod[mod->type] = NULL;
 478 }
 479
 480 int rsnd_dai_id(struct rsnd_priv *priv, struct rsnd_dai *rdai)
 481 {
 482         int id = rdai - priv->rdai;
 483
 484         if ((id < 0) || (id >= rsnd_rdai_nr(priv)))
 485                 return -EINVAL;
 486
 487         return id;
 488 }
 489
 490 struct rsnd_dai *rsnd_dai_get(struct rsnd_priv *priv, int id)
 491 {
 492         if ((id < 0) || (id >= rsnd_rdai_nr(priv)))
 493                 return NULL;
 494
 495         return priv->rdai + id;
 496 }
 497
 498 static struct rsnd_dai *rsnd_dai_to_rdai(struct snd_soc_dai *dai)
 499 {
 500         struct rsnd_priv *priv = snd_soc_dai_get_drvdata(dai);
 501
 502         return rsnd_dai_get(priv, dai->id);
 503 }
 504
 505 int rsnd_dai_is_play(struct rsnd_dai *rdai, struct rsnd_dai_stream *io)
 506 {
 507         return &rdai->playback == io;
 508 }
 509
 510 /*
 511  *      rsnd_soc_dai functions
 512  */
 513 int rsnd_dai_pointer_offset(struct rsnd_dai_stream *io, int additional)
 514 {
 515         struct snd_pcm_substream *substream = io->substream;
 516         struct snd_pcm_runtime *runtime = substream->runtime;
 517         int pos = io->byte_pos + additional;
 518
 519         pos %= (runtime->periods * io->byte_per_period);
 520
 521         return pos;
 522 }
 523
 524 void rsnd_dai_pointer_update(struct rsnd_dai_stream *io, int byte)
 525 {
 526         io->byte_pos += byte;
 527
 528         if (io->byte_pos >= io->next_period_byte) {
 529                 struct snd_pcm_substream *substream = io->substream;
 530                 struct snd_pcm_runtime *runtime = substream->runtime;
 531
 532                 io->period_pos++;
 533                 io->next_period_byte += io->byte_per_period;
 534
 535                 if (io->period_pos >= runtime->periods) {
 536                         io->byte_pos = 0;
 537                         io->period_pos = 0;
 538                         io->next_period_byte = io->byte_per_period;
 539                 }
 540
 541                 snd_pcm_period_elapsed(substream);
 542         }
 543 }
 544
 545 static int rsnd_dai_stream_init(struct rsnd_dai_stream *io,
 546                                 struct snd_pcm_substream *substream)
 547 {
 548         struct snd_pcm_runtime *runtime = substream->runtime;
 549
 550         io->substream           = substream;
 551         io->byte_pos            = 0;
 552         io->period_pos          = 0;
 553         io->byte_per_period     = runtime->period_size *
 554                                   runtime->channels *
 555                                   samples_to_bytes(runtime, 1);
 556         io->next_period_byte    = io->byte_per_period;
 557
 558         return 0;
 559 }
 560
 561 static
 562 struct snd_soc_dai *rsnd_substream_to_dai(struct snd_pcm_substream *substream)
 563 {
 564         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 565
 566         return  rtd->cpu_dai;
 567 }
 568
 569 static
 570 struct rsnd_dai_stream *rsnd_rdai_to_io(struct rsnd_dai *rdai,
 571                                         struct snd_pcm_substream *substream)
 572 {
 573         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 574                 return &rdai->playback;
 575         else
 576                 return &rdai->capture;
 577 }
 578
 579 static int rsnd_soc_dai_trigger(struct snd_pcm_substream *substream, int cmd,
 580                             struct snd_soc_dai *dai)
 581 {
 582         struct rsnd_priv *priv = snd_soc_dai_get_drvdata(dai);
 583         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 584         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
 585         int ssi_id = rsnd_mod_id(rsnd_io_to_mod_ssi(io));
 586         int ret;
 587         unsigned long flags;
 588
 589         rsnd_lock(priv, flags);
 590
 591         switch (cmd) {
 592         case SNDRV_PCM_TRIGGER_START:
 593                 ret = rsnd_dai_stream_init(io, substream);
 594                 if (ret < 0)
 595                         goto dai_trigger_end;
 596
 597                 ret = rsnd_platform_call(priv, dai, start, ssi_id);
 598                 if (ret < 0)
 599                         goto dai_trigger_end;
 600
 601                 ret = rsnd_dai_call(init, io, rdai);
 602                 if (ret < 0)
 603                         goto dai_trigger_end;
 604
 605                 ret = rsnd_dai_call(start, io, rdai);
 606                 if (ret < 0)
 607                         goto dai_trigger_end;
 608                 break;
 609         case SNDRV_PCM_TRIGGER_STOP:
 610                 ret = rsnd_dai_call(stop, io, rdai);
 611                 if (ret < 0)
 612                         goto dai_trigger_end;
 613
 614                 ret = rsnd_dai_call(quit, io, rdai);
 615                 if (ret < 0)
 616                         goto dai_trigger_end;
 617
 618                 ret = rsnd_platform_call(priv, dai, stop, ssi_id);
 619                 if (ret < 0)
 620                         goto dai_trigger_end;
 621                 break;
 622         default:
 623                 ret = -EINVAL;
 624         }
 625
 626 dai_trigger_end:
 627         rsnd_unlock(priv, flags);
 628
 629         return ret;
 630 }
 631
 632 static int rsnd_soc_dai_set_fmt(struct snd_soc_dai *dai, unsigned int fmt)
 633 {
 634         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 635
 636         /* set master/slave audio interface */
 637         switch (fmt & SND_SOC_DAIFMT_MASTER_MASK) {
 638         case SND_SOC_DAIFMT_CBM_CFM:
 639                 rdai->clk_master = 0;
 640                 break;
 641         case SND_SOC_DAIFMT_CBS_CFS:
 642                 rdai->clk_master = 1; /* codec is slave, cpu is master */
 643                 break;
 644         default:
 645                 return -EINVAL;
 646         }
 647
 648         /* set format */
 649         switch (fmt & SND_SOC_DAIFMT_FORMAT_MASK) {
 650         case SND_SOC_DAIFMT_I2S:
 651                 rdai->sys_delay = 0;
 652                 rdai->data_alignment = 0;
 653                 rdai->frm_clk_inv = 0;
 654                 break;
 655         case SND_SOC_DAIFMT_LEFT_J:
 656                 rdai->sys_delay = 1;
 657                 rdai->data_alignment = 0;
 658                 rdai->frm_clk_inv = 1;
 659                 break;
 660         case SND_SOC_DAIFMT_RIGHT_J:
 661                 rdai->sys_delay = 1;
 662                 rdai->data_alignment = 1;
 663                 rdai->frm_clk_inv = 1;
 664                 break;
 665         }
 666
 667         /* set clock inversion */
 668         switch (fmt & SND_SOC_DAIFMT_INV_MASK) {
 669         case SND_SOC_DAIFMT_NB_IF:
 670                 rdai->bit_clk_inv =  rdai->bit_clk_inv;
 671                 rdai->frm_clk_inv = !rdai->frm_clk_inv;
 672                 break;
 673         case SND_SOC_DAIFMT_IB_NF:
 674                 rdai->bit_clk_inv = !rdai->bit_clk_inv;
 675                 rdai->frm_clk_inv =  rdai->frm_clk_inv;
 676                 break;
 677         case SND_SOC_DAIFMT_IB_IF:
 678                 rdai->bit_clk_inv = !rdai->bit_clk_inv;
 679                 rdai->frm_clk_inv = !rdai->frm_clk_inv;
 680                 break;
 681         case SND_SOC_DAIFMT_NB_NF:
 682         default:
 683                 break;
 684         }
 685
 686         return 0;
 687 }
 688
 689 static const struct snd_soc_dai_ops rsnd_soc_dai_ops = {
 690         .trigger        = rsnd_soc_dai_trigger,
 691         .set_fmt        = rsnd_soc_dai_set_fmt,
 692 };
 693
 694 #define rsnd_path_parse(priv, io, type)                         \
 695 ({                                                              \
 696         struct rsnd_mod *mod;                                   \
 697         int ret = 0;                                            \
 698         int id = -1;                                            \
 699                                                                 \
 700         if (rsnd_is_enable_path(io, type)) {                    \
 701                 id = rsnd_info_id(priv, io, type);              \
 702                 if (id >= 0) {                                  \
 703                         mod = rsnd_##type##_mod_get(priv, id);  \
 704                         ret = rsnd_dai_connect(mod, io);        \
 705                 }                                               \
 706         }                                                       \
 707         ret;                                                    \
 708 })
 709
 710 #define rsnd_path_break(priv, io, type)                         \
 711 {                                                               \
 712         struct rsnd_mod *mod;                                   \
 713         int id = -1;                                            \
 714                                                                 \
 715         if (rsnd_is_enable_path(io, type)) {                    \
 716                 id = rsnd_info_id(priv, io, type);              \
 717                 if (id >= 0) {                                  \
 718                         mod = rsnd_##type##_mod_get(priv, id);  \
 719                         rsnd_dai_disconnect(mod, io);           \
 720                 }                                               \
 721         }                                                       \
 722 }
 723
 724 static int rsnd_path_init(struct rsnd_priv *priv,
 725                           struct rsnd_dai *rdai,
 726                           struct rsnd_dai_stream *io)
 727 {
 728         int ret;
 729
 730         /*
 731          * Gen1 is created by SRU/SSI, and this SRU is base module of
 732          * Gen2's SCU/SSIU/SSI. (Gen2 SCU/SSIU came from SRU)
 733          *
 734          * Easy image is..
 735          *      Gen1 SRU = Gen2 SCU + SSIU + etc
 736          *
 737          * Gen2 SCU path is very flexible, but, Gen1 SRU (SCU parts) is
 738          * using fixed path.
 739          */
 740
 741         /* SRC */
 742         ret = rsnd_path_parse(priv, io, src);
 743         if (ret < 0)
 744                 return ret;
 745
 746         /* SSI */
 747         ret = rsnd_path_parse(priv, io, ssi);
 748         if (ret < 0)
 749                 return ret;
 750
 751         /* DVC */
 752         ret = rsnd_path_parse(priv, io, dvc);
 753         if (ret < 0)
 754                 return ret;
 755
 756         return ret;
 757 }
 758
 759 static void rsnd_of_parse_dai(struct platform_device *pdev,
 760                               const struct rsnd_of_data *of_data,
 761                               struct rsnd_priv *priv)
 762 {
 763         struct device_node *dai_node,   *dai_np;
 764         struct device_node *ssi_node,   *ssi_np;
 765         struct device_node *src_node,   *src_np;
 766         struct device_node *dvc_node,   *dvc_np;
 767         struct device_node *playback, *capture;
 768         struct rsnd_dai_platform_info *dai_info;
 769         struct rcar_snd_info *info = rsnd_priv_to_info(priv);
 770         struct device *dev = &pdev->dev;
 771         int nr, i;
 772         int dai_i, ssi_i, src_i, dvc_i;
 773
 774         if (!of_data)
 775                 return;
 776
 777         dai_node = of_get_child_by_name(dev->of_node, "rcar_sound,dai");
 778         if (!dai_node)
 779                 return;
 780
 781         nr = of_get_child_count(dai_node);
 782         if (!nr)
 783                 return;
 784
 785         dai_info = devm_kzalloc(dev,
 786                                 sizeof(struct rsnd_dai_platform_info) * nr,
 787                                 GFP_KERNEL);
 788         if (!dai_info) {
 789                 dev_err(dev, "dai info allocation error\n");
 790                 return;
 791         }
 792
 793         info->dai_info_nr       = nr;
 794         info->dai_info          = dai_info;
 795
 796         ssi_node = of_get_child_by_name(dev->of_node, "rcar_sound,ssi");
 797         src_node = of_get_child_by_name(dev->of_node, "rcar_sound,src");
 798         dvc_node = of_get_child_by_name(dev->of_node, "rcar_sound,dvc");
 799
 800 #define mod_parse(name)                                                 \
 801 if (name##_node) {                                                      \
 802         struct rsnd_##name##_platform_info *name##_info;                \
 803                                                                         \
 804         name##_i = 0;                                                   \
 805         for_each_child_of_node(name##_node, name##_np) {                \
 806                 name##_info = info->name##_info + name##_i;             \
 807                                                                         \
 808                 if (name##_np == playback)                              \
 809                         dai_info->playback.name = name##_info;          \
 810                 if (name##_np == capture)                               \
 811                         dai_info->capture.name = name##_info;           \
 812                                                                         \
 813                 name##_i++;                                             \
 814         }                                                               \
 815 }
 816
 817         /*
 818          * parse all dai
 819          */
 820         dai_i = 0;
 821         for_each_child_of_node(dai_node, dai_np) {
 822                 dai_info = info->dai_info + dai_i;
 823
 824                 for (i = 0;; i++) {
 825
 826                         playback = of_parse_phandle(dai_np, "playback", i);
 827                         capture  = of_parse_phandle(dai_np, "capture", i);
 828
 829                         if (!playback && !capture)
 830                                 break;
 831
 832                         mod_parse(ssi);
 833                         mod_parse(src);
 834                         mod_parse(dvc);
 835
 836                         of_node_put(playback);
 837                         of_node_put(capture);
 838                 }
 839
 840                 dai_i++;
 841         }
 842 }
 843
 844 static int rsnd_dai_probe(struct platform_device *pdev,
 845                           const struct rsnd_of_data *of_data,
 846                           struct rsnd_priv *priv)
 847 {
 848         struct snd_soc_dai_driver *drv;
 849         struct rcar_snd_info *info = rsnd_priv_to_info(priv);
 850         struct rsnd_dai *rdai;
 851         struct rsnd_ssi_platform_info *pmod, *cmod;
 852         struct device *dev = rsnd_priv_to_dev(priv);
 853         int dai_nr;
 854         int i;
 855
 856         rsnd_of_parse_dai(pdev, of_data, priv);
 857
 858         dai_nr = info->dai_info_nr;
 859         if (!dai_nr) {
 860                 dev_err(dev, "no dai\n");
 861                 return -EIO;
 862         }
 863
 864         drv  = devm_kzalloc(dev, sizeof(*drv)  * dai_nr, GFP_KERNEL);
 865         rdai = devm_kzalloc(dev, sizeof(*rdai) * dai_nr, GFP_KERNEL);
 866         if (!drv || !rdai) {
 867                 dev_err(dev, "dai allocate failed\n");
 868                 return -ENOMEM;
 869         }
 870
 871         priv->rdai_nr   = dai_nr;
 872         priv->daidrv    = drv;
 873         priv->rdai      = rdai;
 874
 875         for (i = 0; i < dai_nr; i++) {
 876                 rdai[i].info = &info->dai_info[i];
 877
 878                 pmod = rdai[i].info->playback.ssi;
 879                 cmod = rdai[i].info->capture.ssi;
 880
 881                 /*
 882                  *      init rsnd_dai
 883                  */
 884                 snprintf(rdai[i].name, RSND_DAI_NAME_SIZE, "rsnd-dai.%d", i);
 885
 886                 /*
 887                  *      init snd_soc_dai_driver
 888                  */
 889                 drv[i].name     = rdai[i].name;
 890                 drv[i].ops      = &rsnd_soc_dai_ops;
 891                 if (pmod) {
 892                         drv[i].playback.rates           = RSND_RATES;
 893                         drv[i].playback.formats         = RSND_FMTS;
 894                         drv[i].playback.channels_min    = 2;
 895                         drv[i].playback.channels_max    = 2;
 896
 897                         rdai[i].playback.info = &info->dai_info[i].playback;
 898                         rsnd_path_init(priv, &rdai[i], &rdai[i].playback);
 899                 }
 900                 if (cmod) {
 901                         drv[i].capture.rates            = RSND_RATES;
 902                         drv[i].capture.formats          = RSND_FMTS;
 903                         drv[i].capture.channels_min     = 2;
 904                         drv[i].capture.channels_max     = 2;
 905
 906                         rdai[i].capture.info = &info->dai_info[i].capture;
 907                         rsnd_path_init(priv, &rdai[i], &rdai[i].capture);
 908                 }
 909
 910                 dev_dbg(dev, "%s (%s/%s)\n", rdai[i].name,
 911                         pmod ? "play"    : " -- ",
 912                         cmod ? "capture" : "  --   ");
 913         }
 914
 915         return 0;
 916 }
 917
 918 /*
 919  *              pcm ops
 920  */
 921 static struct snd_pcm_hardware rsnd_pcm_hardware = {
 922         .info =         SNDRV_PCM_INFO_INTERLEAVED      |
 923                         SNDRV_PCM_INFO_MMAP             |
 924                         SNDRV_PCM_INFO_MMAP_VALID       |
 925                         SNDRV_PCM_INFO_PAUSE,
 926         .buffer_bytes_max       = 64 * 1024,
 927         .period_bytes_min       = 32,
 928         .period_bytes_max       = 8192,
 929         .periods_min            = 1,
 930         .periods_max            = 32,
 931         .fifo_size              = 256,
 932 };
 933
 934 static int rsnd_pcm_open(struct snd_pcm_substream *substream)
 935 {
 936         struct snd_pcm_runtime *runtime = substream->runtime;
 937         int ret = 0;
 938
 939         snd_soc_set_runtime_hwparams(substream, &rsnd_pcm_hardware);
 940
 941         ret = snd_pcm_hw_constraint_integer(runtime,
 942                                             SNDRV_PCM_HW_PARAM_PERIODS);
 943
 944         return ret;
 945 }
 946
 947 static int rsnd_hw_params(struct snd_pcm_substream *substream,
 948                          struct snd_pcm_hw_params *hw_params)
 949 {
 950         return snd_pcm_lib_malloc_pages(substream,
 951                                         params_buffer_bytes(hw_params));
 952 }
 953
 954 static snd_pcm_uframes_t rsnd_pointer(struct snd_pcm_substream *substream)
 955 {
 956         struct snd_pcm_runtime *runtime = substream->runtime;
 957         struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
 958         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 959         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
 960
 961         return bytes_to_frames(runtime, io->byte_pos);
 962 }
 963
 964 static struct snd_pcm_ops rsnd_pcm_ops = {
 965         .open           = rsnd_pcm_open,
 966         .ioctl          = snd_pcm_lib_ioctl,
 967         .hw_params      = rsnd_hw_params,
 968         .hw_free        = snd_pcm_lib_free_pages,
 969         .pointer        = rsnd_pointer,
 970 };
 971
 972 /*
 973  *              snd_soc_platform
 974  */
 975
 976 #define PREALLOC_BUFFER         (32 * 1024)
 977 #define PREALLOC_BUFFER_MAX     (32 * 1024)
 978
 979 static int rsnd_pcm_new(struct snd_soc_pcm_runtime *rtd)
 980 {
 981         struct snd_soc_dai *dai = rtd->cpu_dai;
 982         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 983         int ret;
 984
 985         ret = rsnd_dai_call(pcm_new, &rdai->playback, rdai, rtd);
 986         if (ret)
 987                 return ret;
 988
 989         ret = rsnd_dai_call(pcm_new, &rdai->capture, rdai, rtd);
 990         if (ret)
 991                 return ret;
 992
 993         return snd_pcm_lib_preallocate_pages_for_all(
 994                 rtd->pcm,
 995                 SNDRV_DMA_TYPE_DEV,
 996                 rtd->card->snd_card->dev,
 997                 PREALLOC_BUFFER, PREALLOC_BUFFER_MAX);
 998 }
 999
1000 static void rsnd_pcm_free(struct snd_pcm *pcm)
1001 {
1002         snd_pcm_lib_preallocate_free_for_all(pcm);
1003 }
1004
1005 static struct snd_soc_platform_driver rsnd_soc_platform = {
1006         .ops            = &rsnd_pcm_ops,
1007         .pcm_new        = rsnd_pcm_new,
1008         .pcm_free       = rsnd_pcm_free,
1009 };
1010
1011 static const struct snd_soc_component_driver rsnd_soc_component = {
1012         .name           = "rsnd",
1013 };
1014
1015 static int rsnd_rdai_continuance_probe(struct rsnd_priv *priv,
1016                                        struct rsnd_dai *rdai,
1017                                        int is_play)
1018 {
1019         struct rsnd_dai_stream *io = is_play ? &rdai->playback : &rdai->capture;
1020         int ret;
1021
1022         ret = rsnd_dai_call(probe, io, rdai);
1023         if (ret == -EAGAIN) {
1024                 /*
1025                  * Fallback to PIO mode
1026                  */
1027
1028                 /*
1029                  * call "remove" for SSI/SRC/DVC
1030                  * SSI will be switch to PIO mode if it was DMA mode
1031                  * see
1032                  *      rsnd_dma_init()
1033                  *      rsnd_ssi_fallback()
1034                  */
1035                 rsnd_dai_call(remove, io, rdai);
1036
1037                 /*
1038                  * remove SRC/DVC from DAI,
1039                  */
1040                 rsnd_path_break(priv, io, src);
1041                 rsnd_path_break(priv, io, dvc);
1042
1043                 /*
1044                  * fallback
1045                  */
1046                 rsnd_dai_call(fallback, io, rdai);
1047
1048                 /*
1049                  * retry to "probe".
1050                  * DAI has SSI which is PIO mode only now.
1051                  */
1052                 ret = rsnd_dai_call(probe, io, rdai);
1053         }
1054
1055         return ret;
1056 }
1057
1058 /*
1059  *      rsnd probe
1060  */
1061 static int rsnd_probe(struct platform_device *pdev)
1062 {
1063         struct rcar_snd_info *info;
1064         struct rsnd_priv *priv;
1065         struct device *dev = &pdev->dev;
1066         struct rsnd_dai *rdai;
1067         const struct of_device_id *of_id = of_match_device(rsnd_of_match, dev);
1068         const struct rsnd_of_data *of_data;
1069         int (*probe_func[])(struct platform_device *pdev,
1070                             const struct rsnd_of_data *of_data,
1071                             struct rsnd_priv *priv) = {
1072                 rsnd_gen_probe,
1073                 rsnd_ssi_probe,
1074                 rsnd_src_probe,
1075                 rsnd_dvc_probe,
1076                 rsnd_adg_probe,
1077                 rsnd_dai_probe,
1078         };
1079         int ret, i;
1080
1081         info = NULL;
1082         of_data = NULL;
1083         if (of_id) {
1084                 info = devm_kzalloc(&pdev->dev,
1085                                     sizeof(struct rcar_snd_info), GFP_KERNEL);
1086                 of_data = of_id->data;
1087         } else {
1088                 info = pdev->dev.platform_data;
1089         }
1090
1091         if (!info) {
1092                 dev_err(dev, "driver needs R-Car sound information\n");
1093                 return -ENODEV;
1094         }
1095
1096         /*
1097          *      init priv data
1098          */
1099         priv = devm_kzalloc(dev, sizeof(*priv), GFP_KERNEL);
1100         if (!priv) {
1101                 dev_err(dev, "priv allocate failed\n");
1102                 return -ENODEV;
1103         }
1104
1105         priv->pdev      = pdev;
1106         priv->info      = info;
1107         spin_lock_init(&priv->lock);
1108
1109         /*
1110          *      init each module
1111          */
1112         for (i = 0; i < ARRAY_SIZE(probe_func); i++) {
1113                 ret = probe_func[i](pdev, of_data, priv);
1114                 if (ret)
1115                         return ret;
1116         }
1117
1118         for_each_rsnd_dai(rdai, priv, i) {
1119                 ret = rsnd_rdai_continuance_probe(priv, rdai, 1);
1120                 if (ret)
1121                         goto exit_snd_probe;
1122
1123                 ret = rsnd_rdai_continuance_probe(priv, rdai, 0);
1124                 if (ret)
1125                         goto exit_snd_probe;
1126         }
1127
1128         /*
1129          *      asoc register
1130          */
1131         ret = snd_soc_register_platform(dev, &rsnd_soc_platform);
1132         if (ret < 0) {
1133                 dev_err(dev, "cannot snd soc register\n");
1134                 return ret;
1135         }
1136
1137         ret = snd_soc_register_component(dev, &rsnd_soc_component,
1138                                          priv->daidrv, rsnd_rdai_nr(priv));
1139         if (ret < 0) {
1140                 dev_err(dev, "cannot snd dai register\n");
1141                 goto exit_snd_soc;
1142         }
1143
1144         dev_set_drvdata(dev, priv);
1145
1146         pm_runtime_enable(dev);
1147
1148         dev_info(dev, "probed\n");
1149         return ret;
1150
1151 exit_snd_soc:
1152         snd_soc_unregister_platform(dev);
1153 exit_snd_probe:
1154         for_each_rsnd_dai(rdai, priv, i) {
1155                 rsnd_dai_call(remove, &rdai->playback, rdai);
1156                 rsnd_dai_call(remove, &rdai->capture, rdai);
1157         }
1158
1159         return ret;
1160 }
1161
1162 static int rsnd_remove(struct platform_device *pdev)
1163 {
1164         struct rsnd_priv *priv = dev_get_drvdata(&pdev->dev);
1165         struct rsnd_dai *rdai;
1166         int ret = 0, i;
1167
1168         pm_runtime_disable(&pdev->dev);
1169
1170         for_each_rsnd_dai(rdai, priv, i) {
1171                 ret |= rsnd_dai_call(remove, &rdai->playback, rdai);
1172                 ret |= rsnd_dai_call(remove, &rdai->capture, rdai);
1173         }
1174
1175         return ret;
1176 }
1177
1178 static struct platform_driver rsnd_driver = {
1179         .driver = {
1180                 .name   = "rcar_sound",
1181                 .of_match_table = rsnd_of_match,
1182         },
1183         .probe          = rsnd_probe,
1184         .remove         = rsnd_remove,
1185 };
1186 module_platform_driver(rsnd_driver);
1187
1188 MODULE_LICENSE("GPL");
1189 MODULE_DESCRIPTION("Renesas R-Car audio driver");
1190 MODULE_AUTHOR("Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>");
1191 MODULE_ALIAS("platform:rcar-pcm-audio");