drivers/usb/host/r8a66597-hcd.c

   1 /*
   2  * R8A66597 HCD (Host Controller Driver)
   3  *
   4  * Copyright (C) 2006-2007 Renesas Solutions Corp.
   5  * Portions Copyright (C) 2004 Psion Teklogix (for NetBook PRO)
   6  * Portions Copyright (C) 2004-2005 David Brownell
   7  * Portions Copyright (C) 1999 Roman Weissgaerber
   8  *
   9  * Author : Yoshihiro Shimoda <shimoda.yoshihiro@renesas.com>
  10  *
  11  * This program is free software; you can redistribute it and/or modify
  12  * it under the terms of the GNU General Public License as published by
  13  * the Free Software Foundation; version 2 of the License.
  14  *
  15  * This program is distributed in the hope that it will be useful,
  16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  18  * GNU General Public License for more details.
  19  *
  20  * You should have received a copy of the GNU General Public License
  21  * along with this program; if not, write to the Free Software
  22  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
  23  *
  24  */
  25
  26 #include <linux/module.h>
  27 #include <linux/kernel.h>
  28 #include <linux/sched.h>
  29 #include <linux/errno.h>
  30 #include <linux/init.h>
  31 #include <linux/timer.h>
  32 #include <linux/delay.h>
  33 #include <linux/list.h>
  34 #include <linux/interrupt.h>
  35 #include <linux/usb.h>
  36 #include <linux/usb/hcd.h>
  37 #include <linux/platform_device.h>
  38 #include <linux/io.h>
  39 #include <linux/mm.h>
  40 #include <linux/irq.h>
  41 #include <linux/slab.h>
  42 #include <asm/cacheflush.h>
  43
  44 #include "r8a66597.h"
  45
  46 MODULE_DESCRIPTION("R8A66597 USB Host Controller Driver");
  47 MODULE_LICENSE("GPL");
  48 MODULE_AUTHOR("Yoshihiro Shimoda");
  49 MODULE_ALIAS("platform:r8a66597_hcd");
  50
  51 #define DRIVER_VERSION  "2009-05-26"
  52
  53 static const char hcd_name[] = "r8a66597_hcd";
  54
  55 static void packet_write(struct r8a66597 *r8a66597, u16 pipenum);
  56 static int r8a66597_get_frame(struct usb_hcd *hcd);
  57
  58 /* this function must be called with interrupt disabled */
  59 static void enable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
  60                             unsigned long reg)
  61 {
  62         u16 tmp;
  63
  64         tmp = r8a66597_read(r8a66597, INTENB0);
  65         r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
  66         r8a66597_bset(r8a66597, 1 << pipenum, reg);
  67         r8a66597_write(r8a66597, tmp, INTENB0);
  68 }
  69
  70 /* this function must be called with interrupt disabled */
  71 static void disable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
  72                              unsigned long reg)
  73 {
  74         u16 tmp;
  75
  76         tmp = r8a66597_read(r8a66597, INTENB0);
  77         r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
  78         r8a66597_bclr(r8a66597, 1 << pipenum, reg);
  79         r8a66597_write(r8a66597, tmp, INTENB0);
  80 }
  81
  82 static void set_devadd_reg(struct r8a66597 *r8a66597, u8 r8a66597_address,
  83                            u16 usbspd, u8 upphub, u8 hubport, int port)
  84 {
  85         u16 val;
  86         unsigned long devadd_reg = get_devadd_addr(r8a66597_address);
  87
  88         val = (upphub << 11) | (hubport << 8) | (usbspd << 6) | (port & 0x0001);
  89         r8a66597_write(r8a66597, val, devadd_reg);
  90 }
  91
  92 static int r8a66597_clock_enable(struct r8a66597 *r8a66597)
  93 {
  94         u16 tmp;
  95         int i = 0;
  96
  97         if (r8a66597->pdata->on_chip) {
  98 #ifdef CONFIG_HAVE_CLK
  99                 clk_enable(r8a66597->clk);
 100 #endif
 101                 do {
 102                         r8a66597_write(r8a66597, SCKE, SYSCFG0);
 103                         tmp = r8a66597_read(r8a66597, SYSCFG0);
 104                         if (i++ > 1000) {
 105                                 printk(KERN_ERR "r8a66597: reg access fail.\n");
 106                                 return -ENXIO;
 107                         }
 108                 } while ((tmp & SCKE) != SCKE);
 109                 r8a66597_write(r8a66597, 0x04, 0x02);
 110         } else {
 111                 do {
 112                         r8a66597_write(r8a66597, USBE, SYSCFG0);
 113                         tmp = r8a66597_read(r8a66597, SYSCFG0);
 114                         if (i++ > 1000) {
 115                                 printk(KERN_ERR "r8a66597: reg access fail.\n");
 116                                 return -ENXIO;
 117                         }
 118                 } while ((tmp & USBE) != USBE);
 119                 r8a66597_bclr(r8a66597, USBE, SYSCFG0);
 120                 r8a66597_mdfy(r8a66597, get_xtal_from_pdata(r8a66597->pdata),
 121                               XTAL, SYSCFG0);
 122
 123                 i = 0;
 124                 r8a66597_bset(r8a66597, XCKE, SYSCFG0);
 125                 do {
 126                         msleep(1);
 127                         tmp = r8a66597_read(r8a66597, SYSCFG0);
 128                         if (i++ > 500) {
 129                                 printk(KERN_ERR "r8a66597: reg access fail.\n");
 130                                 return -ENXIO;
 131                         }
 132                 } while ((tmp & SCKE) != SCKE);
 133         }
 134
 135         return 0;
 136 }
 137
 138 static void r8a66597_clock_disable(struct r8a66597 *r8a66597)
 139 {
 140         r8a66597_bclr(r8a66597, SCKE, SYSCFG0);
 141         udelay(1);
 142
 143         if (r8a66597->pdata->on_chip) {
 144 #ifdef CONFIG_HAVE_CLK
 145                 clk_disable(r8a66597->clk);
 146 #endif
 147         } else {
 148                 r8a66597_bclr(r8a66597, PLLC, SYSCFG0);
 149                 r8a66597_bclr(r8a66597, XCKE, SYSCFG0);
 150                 r8a66597_bclr(r8a66597, USBE, SYSCFG0);
 151         }
 152 }
 153
 154 static void r8a66597_enable_port(struct r8a66597 *r8a66597, int port)
 155 {
 156         u16 val;
 157
 158         val = port ? DRPD : DCFM | DRPD;
 159         r8a66597_bset(r8a66597, val, get_syscfg_reg(port));
 160         r8a66597_bset(r8a66597, HSE, get_syscfg_reg(port));
 161
 162         r8a66597_write(r8a66597, BURST | CPU_ADR_RD_WR, get_dmacfg_reg(port));
 163         r8a66597_bclr(r8a66597, DTCHE, get_intenb_reg(port));
 164         r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
 165 }
 166
 167 static void r8a66597_disable_port(struct r8a66597 *r8a66597, int port)
 168 {
 169         u16 val, tmp;
 170
 171         r8a66597_write(r8a66597, 0, get_intenb_reg(port));
 172         r8a66597_write(r8a66597, 0, get_intsts_reg(port));
 173
 174         r8a66597_port_power(r8a66597, port, 0);
 175
 176         do {
 177                 tmp = r8a66597_read(r8a66597, SOFCFG) & EDGESTS;
 178                 udelay(640);
 179         } while (tmp == EDGESTS);
 180
 181         val = port ? DRPD : DCFM | DRPD;
 182         r8a66597_bclr(r8a66597, val, get_syscfg_reg(port));
 183         r8a66597_bclr(r8a66597, HSE, get_syscfg_reg(port));
 184 }
 185
 186 static int enable_controller(struct r8a66597 *r8a66597)
 187 {
 188         int ret, port;
 189         u16 vif = r8a66597->pdata->vif ? LDRV : 0;
 190         u16 irq_sense = r8a66597->irq_sense_low ? INTL : 0;
 191         u16 endian = r8a66597->pdata->endian ? BIGEND : 0;
 192
 193         ret = r8a66597_clock_enable(r8a66597);
 194         if (ret < 0)
 195                 return ret;
 196
 197         r8a66597_bset(r8a66597, vif & LDRV, PINCFG);
 198         r8a66597_bset(r8a66597, USBE, SYSCFG0);
 199
 200         r8a66597_bset(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
 201         r8a66597_bset(r8a66597, irq_sense & INTL, SOFCFG);
 202         r8a66597_bset(r8a66597, BRDY0, BRDYENB);
 203         r8a66597_bset(r8a66597, BEMP0, BEMPENB);
 204
 205         r8a66597_bset(r8a66597, endian & BIGEND, CFIFOSEL);
 206         r8a66597_bset(r8a66597, endian & BIGEND, D0FIFOSEL);
 207         r8a66597_bset(r8a66597, endian & BIGEND, D1FIFOSEL);
 208         r8a66597_bset(r8a66597, TRNENSEL, SOFCFG);
 209
 210         r8a66597_bset(r8a66597, SIGNE | SACKE, INTENB1);
 211
 212         for (port = 0; port < r8a66597->max_root_hub; port++)
 213                 r8a66597_enable_port(r8a66597, port);
 214
 215         return 0;
 216 }
 217
 218 static void disable_controller(struct r8a66597 *r8a66597)
 219 {
 220         int port;
 221
 222         /* disable interrupts */
 223         r8a66597_write(r8a66597, 0, INTENB0);
 224         r8a66597_write(r8a66597, 0, INTENB1);
 225         r8a66597_write(r8a66597, 0, BRDYENB);
 226         r8a66597_write(r8a66597, 0, BEMPENB);
 227         r8a66597_write(r8a66597, 0, NRDYENB);
 228
 229         /* clear status */
 230         r8a66597_write(r8a66597, 0, BRDYSTS);
 231         r8a66597_write(r8a66597, 0, NRDYSTS);
 232         r8a66597_write(r8a66597, 0, BEMPSTS);
 233
 234         for (port = 0; port < r8a66597->max_root_hub; port++)
 235                 r8a66597_disable_port(r8a66597, port);
 236
 237         r8a66597_clock_disable(r8a66597);
 238 }
 239
 240 static int get_parent_r8a66597_address(struct r8a66597 *r8a66597,
 241                                        struct usb_device *udev)
 242 {
 243         struct r8a66597_device *dev;
 244
 245         if (udev->parent && udev->parent->devnum != 1)
 246                 udev = udev->parent;
 247
 248         dev = dev_get_drvdata(&udev->dev);
 249         if (dev)
 250                 return dev->address;
 251         else
 252                 return 0;
 253 }
 254
 255 static int is_child_device(char *devpath)
 256 {
 257         return (devpath[2] ? 1 : 0);
 258 }
 259
 260 static int is_hub_limit(char *devpath)
 261 {
 262         return ((strlen(devpath) >= 4) ? 1 : 0);
 263 }
 264
 265 static void get_port_number(struct r8a66597 *r8a66597,
 266                             char *devpath, u16 *root_port, u16 *hub_port)
 267 {
 268         if (root_port) {
 269                 *root_port = (devpath[0] & 0x0F) - 1;
 270                 if (*root_port >= r8a66597->max_root_hub)
 271                         printk(KERN_ERR "r8a66597: Illegal root port number.\n");
 272         }
 273         if (hub_port)
 274                 *hub_port = devpath[2] & 0x0F;
 275 }
 276
 277 static u16 get_r8a66597_usb_speed(enum usb_device_speed speed)
 278 {
 279         u16 usbspd = 0;
 280
 281         switch (speed) {
 282         case USB_SPEED_LOW:
 283                 usbspd = LSMODE;
 284                 break;
 285         case USB_SPEED_FULL:
 286                 usbspd = FSMODE;
 287                 break;
 288         case USB_SPEED_HIGH:
 289                 usbspd = HSMODE;
 290                 break;
 291         default:
 292                 printk(KERN_ERR "r8a66597: unknown speed\n");
 293                 break;
 294         }
 295
 296         return usbspd;
 297 }
 298
 299 static void set_child_connect_map(struct r8a66597 *r8a66597, int address)
 300 {
 301         int idx;
 302
 303         idx = address / 32;
 304         r8a66597->child_connect_map[idx] |= 1 << (address % 32);
 305 }
 306
 307 static void put_child_connect_map(struct r8a66597 *r8a66597, int address)
 308 {
 309         int idx;
 310
 311         idx = address / 32;
 312         r8a66597->child_connect_map[idx] &= ~(1 << (address % 32));
 313 }
 314
 315 static void set_pipe_reg_addr(struct r8a66597_pipe *pipe, u8 dma_ch)
 316 {
 317         u16 pipenum = pipe->info.pipenum;
 318         const unsigned long fifoaddr[] = {D0FIFO, D1FIFO, CFIFO};
 319         const unsigned long fifosel[] = {D0FIFOSEL, D1FIFOSEL, CFIFOSEL};
 320         const unsigned long fifoctr[] = {D0FIFOCTR, D1FIFOCTR, CFIFOCTR};
 321
 322         if (dma_ch > R8A66597_PIPE_NO_DMA)      /* dma fifo not use? */
 323                 dma_ch = R8A66597_PIPE_NO_DMA;
 324
 325         pipe->fifoaddr = fifoaddr[dma_ch];
 326         pipe->fifosel = fifosel[dma_ch];
 327         pipe->fifoctr = fifoctr[dma_ch];
 328
 329         if (pipenum == 0)
 330                 pipe->pipectr = DCPCTR;
 331         else
 332                 pipe->pipectr = get_pipectr_addr(pipenum);
 333
 334         if (check_bulk_or_isoc(pipenum)) {
 335                 pipe->pipetre = get_pipetre_addr(pipenum);
 336                 pipe->pipetrn = get_pipetrn_addr(pipenum);
 337         } else {
 338                 pipe->pipetre = 0;
 339                 pipe->pipetrn = 0;
 340         }
 341 }
 342
 343 static struct r8a66597_device *
 344 get_urb_to_r8a66597_dev(struct r8a66597 *r8a66597, struct urb *urb)
 345 {
 346         if (usb_pipedevice(urb->pipe) == 0)
 347                 return &r8a66597->device0;
 348
 349         return dev_get_drvdata(&urb->dev->dev);
 350 }
 351
 352 static int make_r8a66597_device(struct r8a66597 *r8a66597,
 353                                 struct urb *urb, u8 addr)
 354 {
 355         struct r8a66597_device *dev;
 356         int usb_address = urb->setup_packet[2]; /* urb->pipe is address 0 */
 357
 358         dev = kzalloc(sizeof(struct r8a66597_device), GFP_ATOMIC);
 359         if (dev == NULL)
 360                 return -ENOMEM;
 361
 362         dev_set_drvdata(&urb->dev->dev, dev);
 363         dev->udev = urb->dev;
 364         dev->address = addr;
 365         dev->usb_address = usb_address;
 366         dev->state = USB_STATE_ADDRESS;
 367         dev->ep_in_toggle = 0;
 368         dev->ep_out_toggle = 0;
 369         INIT_LIST_HEAD(&dev->device_list);
 370         list_add_tail(&dev->device_list, &r8a66597->child_device);
 371
 372         get_port_number(r8a66597, urb->dev->devpath,
 373                         &dev->root_port, &dev->hub_port);
 374         if (!is_child_device(urb->dev->devpath))
 375                 r8a66597->root_hub[dev->root_port].dev = dev;
 376
 377         set_devadd_reg(r8a66597, dev->address,
 378                        get_r8a66597_usb_speed(urb->dev->speed),
 379                        get_parent_r8a66597_address(r8a66597, urb->dev),
 380                        dev->hub_port, dev->root_port);
 381
 382         return 0;
 383 }
 384
 385 /* this function must be called with interrupt disabled */
 386 static u8 alloc_usb_address(struct r8a66597 *r8a66597, struct urb *urb)
 387 {
 388         u8 addr;        /* R8A66597's address */
 389         struct r8a66597_device *dev;
 390
 391         if (is_hub_limit(urb->dev->devpath)) {
 392                 dev_err(&urb->dev->dev, "External hub limit reached.\n");
 393                 return 0;
 394         }
 395
 396         dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 397         if (dev && dev->state >= USB_STATE_ADDRESS)
 398                 return dev->address;
 399
 400         for (addr = 1; addr <= R8A66597_MAX_DEVICE; addr++) {
 401                 if (r8a66597->address_map & (1 << addr))
 402                         continue;
 403
 404                 dbg("alloc_address: r8a66597_addr=%d", addr);
 405                 r8a66597->address_map |= 1 << addr;
 406
 407                 if (make_r8a66597_device(r8a66597, urb, addr) < 0)
 408                         return 0;
 409
 410                 return addr;
 411         }
 412
 413         dev_err(&urb->dev->dev,
 414                 "cannot communicate with a USB device more than 10.(%x)\n",
 415                 r8a66597->address_map);
 416
 417         return 0;
 418 }
 419
 420 /* this function must be called with interrupt disabled */
 421 static void free_usb_address(struct r8a66597 *r8a66597,
 422                              struct r8a66597_device *dev, int reset)
 423 {
 424         int port;
 425
 426         if (!dev)
 427                 return;
 428
 429         dbg("free_addr: addr=%d", dev->address);
 430
 431         dev->state = USB_STATE_DEFAULT;
 432         r8a66597->address_map &= ~(1 << dev->address);
 433         dev->address = 0;
 434         /*
 435          * Only when resetting USB, it is necessary to erase drvdata. When
 436          * a usb device with usb hub is disconnect, "dev->udev" is already
 437          * freed on usb_desconnect(). So we cannot access the data.
 438          */
 439         if (reset)
 440                 dev_set_drvdata(&dev->udev->dev, NULL);
 441         list_del(&dev->device_list);
 442         kfree(dev);
 443
 444         for (port = 0; port < r8a66597->max_root_hub; port++) {
 445                 if (r8a66597->root_hub[port].dev == dev) {
 446                         r8a66597->root_hub[port].dev = NULL;
 447                         break;
 448                 }
 449         }
 450 }
 451
 452 static void r8a66597_reg_wait(struct r8a66597 *r8a66597, unsigned long reg,
 453                               u16 mask, u16 loop)
 454 {
 455         u16 tmp;
 456         int i = 0;
 457
 458         do {
 459                 tmp = r8a66597_read(r8a66597, reg);
 460                 if (i++ > 1000000) {
 461                         printk(KERN_ERR "r8a66597: register%lx, loop %x "
 462                                "is timeout\n", reg, loop);
 463                         break;
 464                 }
 465                 ndelay(1);
 466         } while ((tmp & mask) != loop);
 467 }
 468
 469 /* this function must be called with interrupt disabled */
 470 static void pipe_start(struct r8a66597 *r8a66597, struct r8a66597_pipe *pipe)
 471 {
 472         u16 tmp;
 473
 474         tmp = r8a66597_read(r8a66597, pipe->pipectr) & PID;
 475         if ((pipe->info.pipenum != 0) & ((tmp & PID_STALL) != 0)) /* stall? */
 476                 r8a66597_mdfy(r8a66597, PID_NAK, PID, pipe->pipectr);
 477         r8a66597_mdfy(r8a66597, PID_BUF, PID, pipe->pipectr);
 478 }
 479
 480 /* this function must be called with interrupt disabled */
 481 static void pipe_stop(struct r8a66597 *r8a66597, struct r8a66597_pipe *pipe)
 482 {
 483         u16 tmp;
 484
 485         tmp = r8a66597_read(r8a66597, pipe->pipectr) & PID;
 486         if ((tmp & PID_STALL11) != PID_STALL11) /* force stall? */
 487                 r8a66597_mdfy(r8a66597, PID_STALL, PID, pipe->pipectr);
 488         r8a66597_mdfy(r8a66597, PID_NAK, PID, pipe->pipectr);
 489         r8a66597_reg_wait(r8a66597, pipe->pipectr, PBUSY, 0);
 490 }
 491
 492 /* this function must be called with interrupt disabled */
 493 static void clear_all_buffer(struct r8a66597 *r8a66597,
 494                              struct r8a66597_pipe *pipe)
 495 {
 496         u16 tmp;
 497
 498         if (!pipe || pipe->info.pipenum == 0)
 499                 return;
 500
 501         pipe_stop(r8a66597, pipe);
 502         r8a66597_bset(r8a66597, ACLRM, pipe->pipectr);
 503         tmp = r8a66597_read(r8a66597, pipe->pipectr);
 504         tmp = r8a66597_read(r8a66597, pipe->pipectr);
 505         tmp = r8a66597_read(r8a66597, pipe->pipectr);
 506         r8a66597_bclr(r8a66597, ACLRM, pipe->pipectr);
 507 }
 508
 509 /* this function must be called with interrupt disabled */
 510 static void r8a66597_pipe_toggle(struct r8a66597 *r8a66597,
 511                                  struct r8a66597_pipe *pipe, int toggle)
 512 {
 513         if (toggle)
 514                 r8a66597_bset(r8a66597, SQSET, pipe->pipectr);
 515         else
 516                 r8a66597_bset(r8a66597, SQCLR, pipe->pipectr);
 517 }
 518
 519 static inline unsigned short mbw_value(struct r8a66597 *r8a66597)
 520 {
 521         if (r8a66597->pdata->on_chip)
 522                 return MBW_32;
 523         else
 524                 return MBW_16;
 525 }
 526
 527 /* this function must be called with interrupt disabled */
 528 static inline void cfifo_change(struct r8a66597 *r8a66597, u16 pipenum)
 529 {
 530         unsigned short mbw = mbw_value(r8a66597);
 531
 532         r8a66597_mdfy(r8a66597, mbw | pipenum, mbw | CURPIPE, CFIFOSEL);
 533         r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, pipenum);
 534 }
 535
 536 /* this function must be called with interrupt disabled */
 537 static inline void fifo_change_from_pipe(struct r8a66597 *r8a66597,
 538                                          struct r8a66597_pipe *pipe)
 539 {
 540         unsigned short mbw = mbw_value(r8a66597);
 541
 542         cfifo_change(r8a66597, 0);
 543         r8a66597_mdfy(r8a66597, mbw | 0, mbw | CURPIPE, D0FIFOSEL);
 544         r8a66597_mdfy(r8a66597, mbw | 0, mbw | CURPIPE, D1FIFOSEL);
 545
 546         r8a66597_mdfy(r8a66597, mbw | pipe->info.pipenum, mbw | CURPIPE,
 547                       pipe->fifosel);
 548         r8a66597_reg_wait(r8a66597, pipe->fifosel, CURPIPE, pipe->info.pipenum);
 549 }
 550
 551 static u16 r8a66597_get_pipenum(struct urb *urb, struct usb_host_endpoint *hep)
 552 {
 553         struct r8a66597_pipe *pipe = hep->hcpriv;
 554
 555         if (usb_pipeendpoint(urb->pipe) == 0)
 556                 return 0;
 557         else
 558                 return pipe->info.pipenum;
 559 }
 560
 561 static u16 get_urb_to_r8a66597_addr(struct r8a66597 *r8a66597, struct urb *urb)
 562 {
 563         struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 564
 565         return (usb_pipedevice(urb->pipe) == 0) ? 0 : dev->address;
 566 }
 567
 568 static unsigned short *get_toggle_pointer(struct r8a66597_device *dev,
 569                                           int urb_pipe)
 570 {
 571         if (!dev)
 572                 return NULL;
 573
 574         return usb_pipein(urb_pipe) ? &dev->ep_in_toggle : &dev->ep_out_toggle;
 575 }
 576
 577 /* this function must be called with interrupt disabled */
 578 static void pipe_toggle_set(struct r8a66597 *r8a66597,
 579                             struct r8a66597_pipe *pipe,
 580                             struct urb *urb, int set)
 581 {
 582         struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 583         unsigned char endpoint = usb_pipeendpoint(urb->pipe);
 584         unsigned short *toggle = get_toggle_pointer(dev, urb->pipe);
 585
 586         if (!toggle)
 587                 return;
 588
 589         if (set)
 590                 *toggle |= 1 << endpoint;
 591         else
 592                 *toggle &= ~(1 << endpoint);
 593 }
 594
 595 /* this function must be called with interrupt disabled */
 596 static void pipe_toggle_save(struct r8a66597 *r8a66597,
 597                              struct r8a66597_pipe *pipe,
 598                              struct urb *urb)
 599 {
 600         if (r8a66597_read(r8a66597, pipe->pipectr) & SQMON)
 601                 pipe_toggle_set(r8a66597, pipe, urb, 1);
 602         else
 603                 pipe_toggle_set(r8a66597, pipe, urb, 0);
 604 }
 605
 606 /* this function must be called with interrupt disabled */
 607 static void pipe_toggle_restore(struct r8a66597 *r8a66597,
 608                                 struct r8a66597_pipe *pipe,
 609                                 struct urb *urb)
 610 {
 611         struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 612         unsigned char endpoint = usb_pipeendpoint(urb->pipe);
 613         unsigned short *toggle = get_toggle_pointer(dev, urb->pipe);
 614
 615         if (!toggle)
 616                 return;
 617
 618         r8a66597_pipe_toggle(r8a66597, pipe, *toggle & (1 << endpoint));
 619 }
 620
 621 /* this function must be called with interrupt disabled */
 622 static void pipe_buffer_setting(struct r8a66597 *r8a66597,
 623                                 struct r8a66597_pipe_info *info)
 624 {
 625         u16 val = 0;
 626
 627         if (info->pipenum == 0)
 628                 return;
 629
 630         r8a66597_bset(r8a66597, ACLRM, get_pipectr_addr(info->pipenum));
 631         r8a66597_bclr(r8a66597, ACLRM, get_pipectr_addr(info->pipenum));
 632         r8a66597_write(r8a66597, info->pipenum, PIPESEL);
 633         if (!info->dir_in)
 634                 val |= R8A66597_DIR;
 635         if (info->type == R8A66597_BULK && info->dir_in)
 636                 val |= R8A66597_DBLB | R8A66597_SHTNAK;
 637         val |= info->type | info->epnum;
 638         r8a66597_write(r8a66597, val, PIPECFG);
 639
 640         r8a66597_write(r8a66597, (info->buf_bsize << 10) | (info->bufnum),
 641                        PIPEBUF);
 642         r8a66597_write(r8a66597, make_devsel(info->address) | info->maxpacket,
 643                        PIPEMAXP);
 644         r8a66597_write(r8a66597, info->interval, PIPEPERI);
 645 }
 646
 647 /* this function must be called with interrupt disabled */
 648 static void pipe_setting(struct r8a66597 *r8a66597, struct r8a66597_td *td)
 649 {
 650         struct r8a66597_pipe_info *info;
 651         struct urb *urb = td->urb;
 652
 653         if (td->pipenum > 0) {
 654                 info = &td->pipe->info;
 655                 cfifo_change(r8a66597, 0);
 656                 pipe_buffer_setting(r8a66597, info);
 657
 658                 if (!usb_gettoggle(urb->dev, usb_pipeendpoint(urb->pipe),
 659                                    usb_pipeout(urb->pipe)) &&
 660                     !usb_pipecontrol(urb->pipe)) {
 661                         r8a66597_pipe_toggle(r8a66597, td->pipe, 0);
 662                         pipe_toggle_set(r8a66597, td->pipe, urb, 0);
 663                         clear_all_buffer(r8a66597, td->pipe);
 664                         usb_settoggle(urb->dev, usb_pipeendpoint(urb->pipe),
 665                                       usb_pipeout(urb->pipe), 1);
 666                 }
 667                 pipe_toggle_restore(r8a66597, td->pipe, urb);
 668         }
 669 }
 670
 671 /* this function must be called with interrupt disabled */
 672 static u16 get_empty_pipenum(struct r8a66597 *r8a66597,
 673                              struct usb_endpoint_descriptor *ep)
 674 {
 675         u16 array[R8A66597_MAX_NUM_PIPE], i = 0, min;
 676
 677         memset(array, 0, sizeof(array));
 678         switch (usb_endpoint_type(ep)) {
 679         case USB_ENDPOINT_XFER_BULK:
 680                 if (usb_endpoint_dir_in(ep))
 681                         array[i++] = 4;
 682                 else {
 683                         array[i++] = 3;
 684                         array[i++] = 5;
 685                 }
 686                 break;
 687         case USB_ENDPOINT_XFER_INT:
 688                 if (usb_endpoint_dir_in(ep)) {
 689                         array[i++] = 6;
 690                         array[i++] = 7;
 691                         array[i++] = 8;
 692                 } else
 693                         array[i++] = 9;
 694                 break;
 695         case USB_ENDPOINT_XFER_ISOC:
 696                 if (usb_endpoint_dir_in(ep))
 697                         array[i++] = 2;
 698                 else
 699                         array[i++] = 1;
 700                 break;
 701         default:
 702                 printk(KERN_ERR "r8a66597: Illegal type\n");
 703                 return 0;
 704         }
 705
 706         i = 1;
 707         min = array[0];
 708         while (array[i] != 0) {
 709                 if (r8a66597->pipe_cnt[min] > r8a66597->pipe_cnt[array[i]])
 710                         min = array[i];
 711                 i++;
 712         }
 713
 714         return min;
 715 }
 716
 717 static u16 get_r8a66597_type(__u8 type)
 718 {
 719         u16 r8a66597_type;
 720
 721         switch (type) {
 722         case USB_ENDPOINT_XFER_BULK:
 723                 r8a66597_type = R8A66597_BULK;
 724                 break;
 725         case USB_ENDPOINT_XFER_INT:
 726                 r8a66597_type = R8A66597_INT;
 727                 break;
 728         case USB_ENDPOINT_XFER_ISOC:
 729                 r8a66597_type = R8A66597_ISO;
 730                 break;
 731         default:
 732                 printk(KERN_ERR "r8a66597: Illegal type\n");
 733                 r8a66597_type = 0x0000;
 734                 break;
 735         }
 736
 737         return r8a66597_type;
 738 }
 739
 740 static u16 get_bufnum(u16 pipenum)
 741 {
 742         u16 bufnum = 0;
 743
 744         if (pipenum == 0)
 745                 bufnum = 0;
 746         else if (check_bulk_or_isoc(pipenum))
 747                 bufnum = 8 + (pipenum - 1) * R8A66597_BUF_BSIZE*2;
 748         else if (check_interrupt(pipenum))
 749                 bufnum = 4 + (pipenum - 6);
 750         else
 751                 printk(KERN_ERR "r8a66597: Illegal pipenum (%d)\n", pipenum);
 752
 753         return bufnum;
 754 }
 755
 756 static u16 get_buf_bsize(u16 pipenum)
 757 {
 758         u16 buf_bsize = 0;
 759
 760         if (pipenum == 0)
 761                 buf_bsize = 3;
 762         else if (check_bulk_or_isoc(pipenum))
 763                 buf_bsize = R8A66597_BUF_BSIZE - 1;
 764         else if (check_interrupt(pipenum))
 765                 buf_bsize = 0;
 766         else
 767                 printk(KERN_ERR "r8a66597: Illegal pipenum (%d)\n", pipenum);
 768
 769         return buf_bsize;
 770 }
 771
 772 /* this function must be called with interrupt disabled */
 773 static void enable_r8a66597_pipe_dma(struct r8a66597 *r8a66597,
 774                                      struct r8a66597_device *dev,
 775                                      struct r8a66597_pipe *pipe,
 776                                      struct urb *urb)
 777 {
 778         int i;
 779         struct r8a66597_pipe_info *info = &pipe->info;
 780         unsigned short mbw = mbw_value(r8a66597);
 781
 782         /* pipe dma is only for external controlles */
 783         if (r8a66597->pdata->on_chip)
 784                 return;
 785
 786         if ((pipe->info.pipenum != 0) && (info->type != R8A66597_INT)) {
 787                 for (i = 0; i < R8A66597_MAX_DMA_CHANNEL; i++) {
 788                         if ((r8a66597->dma_map & (1 << i)) != 0)
 789                                 continue;
 790
 791                         dev_info(&dev->udev->dev,
 792                                  "address %d, EndpointAddress 0x%02x use "
 793                                  "DMA FIFO\n", usb_pipedevice(urb->pipe),
 794                                  info->dir_in ?
 795                                         USB_ENDPOINT_DIR_MASK + info->epnum
 796                                         : info->epnum);
 797
 798                         r8a66597->dma_map |= 1 << i;
 799                         dev->dma_map |= 1 << i;
 800                         set_pipe_reg_addr(pipe, i);
 801
 802                         cfifo_change(r8a66597, 0);
 803                         r8a66597_mdfy(r8a66597, mbw | pipe->info.pipenum,
 804                                       mbw | CURPIPE, pipe->fifosel);
 805
 806                         r8a66597_reg_wait(r8a66597, pipe->fifosel, CURPIPE,
 807                                           pipe->info.pipenum);
 808                         r8a66597_bset(r8a66597, BCLR, pipe->fifoctr);
 809                         break;
 810                 }
 811         }
 812 }
 813
 814 /* this function must be called with interrupt disabled */
 815 static void enable_r8a66597_pipe(struct r8a66597 *r8a66597, struct urb *urb,
 816                                  struct usb_host_endpoint *hep,
 817                                  struct r8a66597_pipe_info *info)
 818 {
 819         struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 820         struct r8a66597_pipe *pipe = hep->hcpriv;
 821
 822         dbg("enable_pipe:");
 823
 824         pipe->info = *info;
 825         set_pipe_reg_addr(pipe, R8A66597_PIPE_NO_DMA);
 826         r8a66597->pipe_cnt[pipe->info.pipenum]++;
 827         dev->pipe_cnt[pipe->info.pipenum]++;
 828
 829         enable_r8a66597_pipe_dma(r8a66597, dev, pipe, urb);
 830 }
 831
 832 static void r8a66597_urb_done(struct r8a66597 *r8a66597, struct urb *urb,
 833                               int status)
 834 __releases(r8a66597->lock)
 835 __acquires(r8a66597->lock)
 836 {
 837         if (usb_pipein(urb->pipe) && usb_pipetype(urb->pipe) != PIPE_CONTROL) {
 838                 void *ptr;
 839
 840                 for (ptr = urb->transfer_buffer;
 841                      ptr < urb->transfer_buffer + urb->transfer_buffer_length;
 842                      ptr += PAGE_SIZE)
 843                         flush_dcache_page(virt_to_page(ptr));
 844         }
 845
 846         usb_hcd_unlink_urb_from_ep(r8a66597_to_hcd(r8a66597), urb);
 847         spin_unlock(&r8a66597->lock);
 848         usb_hcd_giveback_urb(r8a66597_to_hcd(r8a66597), urb, status);
 849         spin_lock(&r8a66597->lock);
 850 }
 851
 852 /* this function must be called with interrupt disabled */
 853 static void force_dequeue(struct r8a66597 *r8a66597, u16 pipenum, u16 address)
 854 {
 855         struct r8a66597_td *td, *next;
 856         struct urb *urb;
 857         struct list_head *list = &r8a66597->pipe_queue[pipenum];
 858
 859         if (list_empty(list))
 860                 return;
 861
 862         list_for_each_entry_safe(td, next, list, queue) {
 863                 if (td->address != address)
 864                         continue;
 865
 866                 urb = td->urb;
 867                 list_del(&td->queue);
 868                 kfree(td);
 869
 870                 if (urb)
 871                         r8a66597_urb_done(r8a66597, urb, -ENODEV);
 872
 873                 break;
 874         }
 875 }
 876
 877 /* this function must be called with interrupt disabled */
 878 static void disable_r8a66597_pipe_all(struct r8a66597 *r8a66597,
 879                                       struct r8a66597_device *dev)
 880 {
 881         int check_ep0 = 0;
 882         u16 pipenum;
 883
 884         if (!dev)
 885                 return;
 886
 887         for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
 888                 if (!dev->pipe_cnt[pipenum])
 889                         continue;
 890
 891                 if (!check_ep0) {
 892                         check_ep0 = 1;
 893                         force_dequeue(r8a66597, 0, dev->address);
 894                 }
 895
 896                 r8a66597->pipe_cnt[pipenum] -= dev->pipe_cnt[pipenum];
 897                 dev->pipe_cnt[pipenum] = 0;
 898                 force_dequeue(r8a66597, pipenum, dev->address);
 899         }
 900
 901         dbg("disable_pipe");
 902
 903         r8a66597->dma_map &= ~(dev->dma_map);
 904         dev->dma_map = 0;
 905 }
 906
 907 static u16 get_interval(struct urb *urb, __u8 interval)
 908 {
 909         u16 time = 1;
 910         int i;
 911
 912         if (urb->dev->speed == USB_SPEED_HIGH) {
 913                 if (interval > IITV)
 914                         time = IITV;
 915                 else
 916                         time = interval ? interval - 1 : 0;
 917         } else {
 918                 if (interval > 128) {
 919                         time = IITV;
 920                 } else {
 921                         /* calculate the nearest value for PIPEPERI */
 922                         for (i = 0; i < 7; i++) {
 923                                 if ((1 << i) < interval &&
 924                                     (1 << (i + 1) > interval))
 925                                         time = 1 << i;
 926                         }
 927                 }
 928         }
 929
 930         return time;
 931 }
 932
 933 static unsigned long get_timer_interval(struct urb *urb, __u8 interval)
 934 {
 935         __u8 i;
 936         unsigned long time = 1;
 937
 938         if (usb_pipeisoc(urb->pipe))
 939                 return 0;
 940
 941         if (get_r8a66597_usb_speed(urb->dev->speed) == HSMODE) {
 942                 for (i = 0; i < (interval - 1); i++)
 943                         time *= 2;
 944                 time = time * 125 / 1000;       /* uSOF -> msec */
 945         } else {
 946                 time = interval;
 947         }
 948
 949         return time;
 950 }
 951
 952 /* this function must be called with interrupt disabled */
 953 static void init_pipe_info(struct r8a66597 *r8a66597, struct urb *urb,
 954                            struct usb_host_endpoint *hep,
 955                            struct usb_endpoint_descriptor *ep)
 956 {
 957         struct r8a66597_pipe_info info;
 958
 959         info.pipenum = get_empty_pipenum(r8a66597, ep);
 960         info.address = get_urb_to_r8a66597_addr(r8a66597, urb);
 961         info.epnum = usb_endpoint_num(ep);
 962         info.maxpacket = le16_to_cpu(ep->wMaxPacketSize);
 963         info.type = get_r8a66597_type(usb_endpoint_type(ep));
 964         info.bufnum = get_bufnum(info.pipenum);
 965         info.buf_bsize = get_buf_bsize(info.pipenum);
 966         if (info.type == R8A66597_BULK) {
 967                 info.interval = 0;
 968                 info.timer_interval = 0;
 969         } else {
 970                 info.interval = get_interval(urb, ep->bInterval);
 971                 info.timer_interval = get_timer_interval(urb, ep->bInterval);
 972         }
 973         if (usb_endpoint_dir_in(ep))
 974                 info.dir_in = 1;
 975         else
 976                 info.dir_in = 0;
 977
 978         enable_r8a66597_pipe(r8a66597, urb, hep, &info);
 979 }
 980
 981 static void init_pipe_config(struct r8a66597 *r8a66597, struct urb *urb)
 982 {
 983         struct r8a66597_device *dev;
 984
 985         dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 986         dev->state = USB_STATE_CONFIGURED;
 987 }
 988
 989 static void pipe_irq_enable(struct r8a66597 *r8a66597, struct urb *urb,
 990                             u16 pipenum)
 991 {
 992         if (pipenum == 0 && usb_pipeout(urb->pipe))
 993                 enable_irq_empty(r8a66597, pipenum);
 994         else
 995                 enable_irq_ready(r8a66597, pipenum);
 996
 997         if (!usb_pipeisoc(urb->pipe))
 998                 enable_irq_nrdy(r8a66597, pipenum);
 999 }
1000
1001 static void pipe_irq_disable(struct r8a66597 *r8a66597, u16 pipenum)
1002 {
1003         disable_irq_ready(r8a66597, pipenum);
1004         disable_irq_nrdy(r8a66597, pipenum);
1005 }
1006
1007 static void r8a66597_root_hub_start_polling(struct r8a66597 *r8a66597)
1008 {
1009         mod_timer(&r8a66597->rh_timer,
1010                         jiffies + msecs_to_jiffies(R8A66597_RH_POLL_TIME));
1011 }
1012
1013 static void start_root_hub_sampling(struct r8a66597 *r8a66597, int port,
1014                                         int connect)
1015 {
1016         struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1017
1018         rh->old_syssts = r8a66597_read(r8a66597, get_syssts_reg(port)) & LNST;
1019         rh->scount = R8A66597_MAX_SAMPLING;
1020         if (connect)
1021                 rh->port |= USB_PORT_STAT_CONNECTION;
1022         else
1023                 rh->port &= ~USB_PORT_STAT_CONNECTION;
1024         rh->port |= USB_PORT_STAT_C_CONNECTION << 16;
1025
1026         r8a66597_root_hub_start_polling(r8a66597);
1027 }
1028
1029 /* this function must be called with interrupt disabled */
1030 static void r8a66597_check_syssts(struct r8a66597 *r8a66597, int port,
1031                                         u16 syssts)
1032 __releases(r8a66597->lock)
1033 __acquires(r8a66597->lock)
1034 {
1035         if (syssts == SE0) {
1036                 r8a66597_write(r8a66597, ~ATTCH, get_intsts_reg(port));
1037                 r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
1038         } else {
1039                 if (syssts == FS_JSTS)
1040                         r8a66597_bset(r8a66597, HSE, get_syscfg_reg(port));
1041                 else if (syssts == LS_JSTS)
1042                         r8a66597_bclr(r8a66597, HSE, get_syscfg_reg(port));
1043
1044                 r8a66597_write(r8a66597, ~DTCH, get_intsts_reg(port));
1045                 r8a66597_bset(r8a66597, DTCHE, get_intenb_reg(port));
1046
1047                 if (r8a66597->bus_suspended)
1048                         usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1049         }
1050
1051         spin_unlock(&r8a66597->lock);
1052         usb_hcd_poll_rh_status(r8a66597_to_hcd(r8a66597));
1053         spin_lock(&r8a66597->lock);
1054 }
1055
1056 /* this function must be called with interrupt disabled */
1057 static void r8a66597_usb_connect(struct r8a66597 *r8a66597, int port)
1058 {
1059         u16 speed = get_rh_usb_speed(r8a66597, port);
1060         struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1061
1062         rh->port &= ~(USB_PORT_STAT_HIGH_SPEED | USB_PORT_STAT_LOW_SPEED);
1063         if (speed == HSMODE)
1064                 rh->port |= USB_PORT_STAT_HIGH_SPEED;
1065         else if (speed == LSMODE)
1066                 rh->port |= USB_PORT_STAT_LOW_SPEED;
1067
1068         rh->port &= ~USB_PORT_STAT_RESET;
1069         rh->port |= USB_PORT_STAT_ENABLE;
1070 }
1071
1072 /* this function must be called with interrupt disabled */
1073 static void r8a66597_usb_disconnect(struct r8a66597 *r8a66597, int port)
1074 {
1075         struct r8a66597_device *dev = r8a66597->root_hub[port].dev;
1076
1077         disable_r8a66597_pipe_all(r8a66597, dev);
1078         free_usb_address(r8a66597, dev, 0);
1079
1080         start_root_hub_sampling(r8a66597, port, 0);
1081 }
1082
1083 /* this function must be called with interrupt disabled */
1084 static void prepare_setup_packet(struct r8a66597 *r8a66597,
1085                                  struct r8a66597_td *td)
1086 {
1087         int i;
1088         __le16 *p = (__le16 *)td->urb->setup_packet;
1089         unsigned long setup_addr = USBREQ;
1090
1091         r8a66597_write(r8a66597, make_devsel(td->address) | td->maxpacket,
1092                        DCPMAXP);
1093         r8a66597_write(r8a66597, ~(SIGN | SACK), INTSTS1);
1094
1095         for (i = 0; i < 4; i++) {
1096                 r8a66597_write(r8a66597, le16_to_cpu(p[i]), setup_addr);
1097                 setup_addr += 2;
1098         }
1099         r8a66597_write(r8a66597, SUREQ, DCPCTR);
1100 }
1101
1102 /* this function must be called with interrupt disabled */
1103 static void prepare_packet_read(struct r8a66597 *r8a66597,
1104                                 struct r8a66597_td *td)
1105 {
1106         struct urb *urb = td->urb;
1107
1108         if (usb_pipecontrol(urb->pipe)) {
1109                 r8a66597_bclr(r8a66597, R8A66597_DIR, DCPCFG);
1110                 r8a66597_mdfy(r8a66597, 0, ISEL | CURPIPE, CFIFOSEL);
1111                 r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1112                 if (urb->actual_length == 0) {
1113                         r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1114                         r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1115                 }
1116                 pipe_irq_disable(r8a66597, td->pipenum);
1117                 pipe_start(r8a66597, td->pipe);
1118                 pipe_irq_enable(r8a66597, urb, td->pipenum);
1119         } else {
1120                 if (urb->actual_length == 0) {
1121                         pipe_irq_disable(r8a66597, td->pipenum);
1122                         pipe_setting(r8a66597, td);
1123                         pipe_stop(r8a66597, td->pipe);
1124                         r8a66597_write(r8a66597, ~(1 << td->pipenum), BRDYSTS);
1125
1126                         if (td->pipe->pipetre) {
1127                                 r8a66597_write(r8a66597, TRCLR,
1128                                                 td->pipe->pipetre);
1129                                 r8a66597_write(r8a66597,
1130                                                 DIV_ROUND_UP
1131                                                   (urb->transfer_buffer_length,
1132                                                    td->maxpacket),
1133                                                 td->pipe->pipetrn);
1134                                 r8a66597_bset(r8a66597, TRENB,
1135                                                 td->pipe->pipetre);
1136                         }
1137
1138                         pipe_start(r8a66597, td->pipe);
1139                         pipe_irq_enable(r8a66597, urb, td->pipenum);
1140                 }
1141         }
1142 }
1143
1144 /* this function must be called with interrupt disabled */
1145 static void prepare_packet_write(struct r8a66597 *r8a66597,
1146                                  struct r8a66597_td *td)
1147 {
1148         u16 tmp;
1149         struct urb *urb = td->urb;
1150
1151         if (usb_pipecontrol(urb->pipe)) {
1152                 pipe_stop(r8a66597, td->pipe);
1153                 r8a66597_bset(r8a66597, R8A66597_DIR, DCPCFG);
1154                 r8a66597_mdfy(r8a66597, ISEL, ISEL | CURPIPE, CFIFOSEL);
1155                 r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1156                 if (urb->actual_length == 0) {
1157                         r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1158                         r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1159                 }
1160         } else {
1161                 if (urb->actual_length == 0)
1162                         pipe_setting(r8a66597, td);
1163                 if (td->pipe->pipetre)
1164                         r8a66597_bclr(r8a66597, TRENB, td->pipe->pipetre);
1165         }
1166         r8a66597_write(r8a66597, ~(1 << td->pipenum), BRDYSTS);
1167
1168         fifo_change_from_pipe(r8a66597, td->pipe);
1169         tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1170         if (unlikely((tmp & FRDY) == 0))
1171                 pipe_irq_enable(r8a66597, urb, td->pipenum);
1172         else
1173                 packet_write(r8a66597, td->pipenum);
1174         pipe_start(r8a66597, td->pipe);
1175 }
1176
1177 /* this function must be called with interrupt disabled */
1178 static void prepare_status_packet(struct r8a66597 *r8a66597,
1179                                   struct r8a66597_td *td)
1180 {
1181         struct urb *urb = td->urb;
1182
1183         r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1184         pipe_stop(r8a66597, td->pipe);
1185
1186         if (urb->setup_packet[0] & USB_ENDPOINT_DIR_MASK) {
1187                 r8a66597_bset(r8a66597, R8A66597_DIR, DCPCFG);
1188                 r8a66597_mdfy(r8a66597, ISEL, ISEL | CURPIPE, CFIFOSEL);
1189                 r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1190                 r8a66597_write(r8a66597, ~BEMP0, BEMPSTS);
1191                 r8a66597_write(r8a66597, BCLR | BVAL, CFIFOCTR);
1192                 enable_irq_empty(r8a66597, 0);
1193         } else {
1194                 r8a66597_bclr(r8a66597, R8A66597_DIR, DCPCFG);
1195                 r8a66597_mdfy(r8a66597, 0, ISEL | CURPIPE, CFIFOSEL);
1196                 r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1197                 r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1198                 enable_irq_ready(r8a66597, 0);
1199         }
1200         enable_irq_nrdy(r8a66597, 0);
1201         pipe_start(r8a66597, td->pipe);
1202 }
1203
1204 static int is_set_address(unsigned char *setup_packet)
1205 {
1206         if (((setup_packet[0] & USB_TYPE_MASK) == USB_TYPE_STANDARD) &&
1207                         setup_packet[1] == USB_REQ_SET_ADDRESS)
1208                 return 1;
1209         else
1210                 return 0;
1211 }
1212
1213 /* this function must be called with interrupt disabled */
1214 static int start_transfer(struct r8a66597 *r8a66597, struct r8a66597_td *td)
1215 {
1216         BUG_ON(!td);
1217
1218         switch (td->type) {
1219         case USB_PID_SETUP:
1220                 if (is_set_address(td->urb->setup_packet)) {
1221                         td->set_address = 1;
1222                         td->urb->setup_packet[2] = alloc_usb_address(r8a66597,
1223                                                                      td->urb);
1224                         if (td->urb->setup_packet[2] == 0)
1225                                 return -EPIPE;
1226                 }
1227                 prepare_setup_packet(r8a66597, td);
1228                 break;
1229         case USB_PID_IN:
1230                 prepare_packet_read(r8a66597, td);
1231                 break;
1232         case USB_PID_OUT:
1233                 prepare_packet_write(r8a66597, td);
1234                 break;
1235         case USB_PID_ACK:
1236                 prepare_status_packet(r8a66597, td);
1237                 break;
1238         default:
1239                 printk(KERN_ERR "r8a66597: invalid type.\n");
1240                 break;
1241         }
1242
1243         return 0;
1244 }
1245
1246 static int check_transfer_finish(struct r8a66597_td *td, struct urb *urb)
1247 {
1248         if (usb_pipeisoc(urb->pipe)) {
1249                 if (urb->number_of_packets == td->iso_cnt)
1250                         return 1;
1251         }
1252
1253         /* control or bulk or interrupt */
1254         if ((urb->transfer_buffer_length <= urb->actual_length) ||
1255             (td->short_packet) || (td->zero_packet))
1256                 return 1;
1257
1258         return 0;
1259 }
1260
1261 /* this function must be called with interrupt disabled */
1262 static void set_td_timer(struct r8a66597 *r8a66597, struct r8a66597_td *td)
1263 {
1264         unsigned long time;
1265
1266         BUG_ON(!td);
1267
1268         if (!list_empty(&r8a66597->pipe_queue[td->pipenum]) &&
1269             !usb_pipecontrol(td->urb->pipe) && usb_pipein(td->urb->pipe)) {
1270                 r8a66597->timeout_map |= 1 << td->pipenum;
1271                 switch (usb_pipetype(td->urb->pipe)) {
1272                 case PIPE_INTERRUPT:
1273                 case PIPE_ISOCHRONOUS:
1274                         time = 30;
1275                         break;
1276                 default:
1277                         time = 300;
1278                         break;
1279                 }
1280
1281                 mod_timer(&r8a66597->td_timer[td->pipenum],
1282                           jiffies + msecs_to_jiffies(time));
1283         }
1284 }
1285
1286 /* this function must be called with interrupt disabled */
1287 static void finish_request(struct r8a66597 *r8a66597, struct r8a66597_td *td,
1288                 u16 pipenum, struct urb *urb, int status)
1289 __releases(r8a66597->lock) __acquires(r8a66597->lock)
1290 {
1291         int restart = 0;
1292         struct usb_hcd *hcd = r8a66597_to_hcd(r8a66597);
1293
1294         r8a66597->timeout_map &= ~(1 << pipenum);
1295
1296         if (likely(td)) {
1297                 if (td->set_address && (status != 0 || urb->unlinked))
1298                         r8a66597->address_map &= ~(1 << urb->setup_packet[2]);
1299
1300                 pipe_toggle_save(r8a66597, td->pipe, urb);
1301                 list_del(&td->queue);
1302                 kfree(td);
1303         }
1304
1305         if (!list_empty(&r8a66597->pipe_queue[pipenum]))
1306                 restart = 1;
1307
1308         if (likely(urb)) {
1309                 if (usb_pipeisoc(urb->pipe))
1310                         urb->start_frame = r8a66597_get_frame(hcd);
1311
1312                 r8a66597_urb_done(r8a66597, urb, status);
1313         }
1314
1315         if (restart) {
1316                 td = r8a66597_get_td(r8a66597, pipenum);
1317                 if (unlikely(!td))
1318                         return;
1319
1320                 start_transfer(r8a66597, td);
1321                 set_td_timer(r8a66597, td);
1322         }
1323 }
1324
1325 static void packet_read(struct r8a66597 *r8a66597, u16 pipenum)
1326 {
1327         u16 tmp;
1328         int rcv_len, bufsize, urb_len, size;
1329         u16 *buf;
1330         struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1331         struct urb *urb;
1332         int finish = 0;
1333         int status = 0;
1334
1335         if (unlikely(!td))
1336                 return;
1337         urb = td->urb;
1338
1339         fifo_change_from_pipe(r8a66597, td->pipe);
1340         tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1341         if (unlikely((tmp & FRDY) == 0)) {
1342                 pipe_stop(r8a66597, td->pipe);
1343                 pipe_irq_disable(r8a66597, pipenum);
1344                 printk(KERN_ERR "r8a66597: in fifo not ready (%d)\n", pipenum);
1345                 finish_request(r8a66597, td, pipenum, td->urb, -EPIPE);
1346                 return;
1347         }
1348
1349         /* prepare parameters */
1350         rcv_len = tmp & DTLN;
1351         if (usb_pipeisoc(urb->pipe)) {
1352                 buf = (u16 *)(urb->transfer_buffer +
1353                                 urb->iso_frame_desc[td->iso_cnt].offset);
1354                 urb_len = urb->iso_frame_desc[td->iso_cnt].length;
1355         } else {
1356                 buf = (void *)urb->transfer_buffer + urb->actual_length;
1357                 urb_len = urb->transfer_buffer_length - urb->actual_length;
1358         }
1359         bufsize = min(urb_len, (int) td->maxpacket);
1360         if (rcv_len <= bufsize) {
1361                 size = rcv_len;
1362         } else {
1363                 size = bufsize;
1364                 status = -EOVERFLOW;
1365                 finish = 1;
1366         }
1367
1368         /* update parameters */
1369         urb->actual_length += size;
1370         if (rcv_len == 0)
1371                 td->zero_packet = 1;
1372         if (rcv_len < bufsize) {
1373                 td->short_packet = 1;
1374         }
1375         if (usb_pipeisoc(urb->pipe)) {
1376                 urb->iso_frame_desc[td->iso_cnt].actual_length = size;
1377                 urb->iso_frame_desc[td->iso_cnt].status = status;
1378                 td->iso_cnt++;
1379                 finish = 0;
1380         }
1381
1382         /* check transfer finish */
1383         if (finish || check_transfer_finish(td, urb)) {
1384                 pipe_stop(r8a66597, td->pipe);
1385                 pipe_irq_disable(r8a66597, pipenum);
1386                 finish = 1;
1387         }
1388
1389         /* read fifo */
1390         if (urb->transfer_buffer) {
1391                 if (size == 0)
1392                         r8a66597_write(r8a66597, BCLR, td->pipe->fifoctr);
1393                 else
1394                         r8a66597_read_fifo(r8a66597, td->pipe->fifoaddr,
1395                                            buf, size);
1396         }
1397
1398         if (finish && pipenum != 0)
1399                 finish_request(r8a66597, td, pipenum, urb, status);
1400 }
1401
1402 static void packet_write(struct r8a66597 *r8a66597, u16 pipenum)
1403 {
1404         u16 tmp;
1405         int bufsize, size;
1406         u16 *buf;
1407         struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1408         struct urb *urb;
1409
1410         if (unlikely(!td))
1411                 return;
1412         urb = td->urb;
1413
1414         fifo_change_from_pipe(r8a66597, td->pipe);
1415         tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1416         if (unlikely((tmp & FRDY) == 0)) {
1417                 pipe_stop(r8a66597, td->pipe);
1418                 pipe_irq_disable(r8a66597, pipenum);
1419                 printk(KERN_ERR "r8a66597: out fifo not ready (%d)\n", pipenum);
1420                 finish_request(r8a66597, td, pipenum, urb, -EPIPE);
1421                 return;
1422         }
1423
1424         /* prepare parameters */
1425         bufsize = td->maxpacket;
1426         if (usb_pipeisoc(urb->pipe)) {
1427                 buf = (u16 *)(urb->transfer_buffer +
1428                                 urb->iso_frame_desc[td->iso_cnt].offset);
1429                 size = min(bufsize,
1430                            (int)urb->iso_frame_desc[td->iso_cnt].length);
1431         } else {
1432                 buf = (u16 *)(urb->transfer_buffer + urb->actual_length);
1433                 size = min_t(u32, bufsize,
1434                            urb->transfer_buffer_length - urb->actual_length);
1435         }
1436
1437         /* write fifo */
1438         if (pipenum > 0)
1439                 r8a66597_write(r8a66597, ~(1 << pipenum), BEMPSTS);
1440         if (urb->transfer_buffer) {
1441                 r8a66597_write_fifo(r8a66597, td->pipe->fifoaddr, buf, size);
1442                 if (!usb_pipebulk(urb->pipe) || td->maxpacket != size)
1443                         r8a66597_write(r8a66597, BVAL, td->pipe->fifoctr);
1444         }
1445
1446         /* update parameters */
1447         urb->actual_length += size;
1448         if (usb_pipeisoc(urb->pipe)) {
1449                 urb->iso_frame_desc[td->iso_cnt].actual_length = size;
1450                 urb->iso_frame_desc[td->iso_cnt].status = 0;
1451                 td->iso_cnt++;
1452         }
1453
1454         /* check transfer finish */
1455         if (check_transfer_finish(td, urb)) {
1456                 disable_irq_ready(r8a66597, pipenum);
1457                 enable_irq_empty(r8a66597, pipenum);
1458                 if (!usb_pipeisoc(urb->pipe))
1459                         enable_irq_nrdy(r8a66597, pipenum);
1460         } else
1461                 pipe_irq_enable(r8a66597, urb, pipenum);
1462 }
1463
1464
1465 static void check_next_phase(struct r8a66597 *r8a66597, int status)
1466 {
1467         struct r8a66597_td *td = r8a66597_get_td(r8a66597, 0);
1468         struct urb *urb;
1469         u8 finish = 0;
1470
1471         if (unlikely(!td))
1472                 return;
1473         urb = td->urb;
1474
1475         switch (td->type) {
1476         case USB_PID_IN:
1477         case USB_PID_OUT:
1478                 if (check_transfer_finish(td, urb))
1479                         td->type = USB_PID_ACK;
1480                 break;
1481         case USB_PID_SETUP:
1482                 if (urb->transfer_buffer_length == urb->actual_length)
1483                         td->type = USB_PID_ACK;
1484                 else if (usb_pipeout(urb->pipe))
1485                         td->type = USB_PID_OUT;
1486                 else
1487                         td->type = USB_PID_IN;
1488                 break;
1489         case USB_PID_ACK:
1490                 finish = 1;
1491                 break;
1492         }
1493
1494         if (finish || status != 0 || urb->unlinked)
1495                 finish_request(r8a66597, td, 0, urb, status);
1496         else
1497                 start_transfer(r8a66597, td);
1498 }
1499
1500 static int get_urb_error(struct r8a66597 *r8a66597, u16 pipenum)
1501 {
1502         struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1503
1504         if (td) {
1505                 u16 pid = r8a66597_read(r8a66597, td->pipe->pipectr) & PID;
1506
1507                 if (pid == PID_NAK)
1508                         return -ECONNRESET;
1509                 else
1510                         return -EPIPE;
1511         }
1512         return 0;
1513 }
1514
1515 static void irq_pipe_ready(struct r8a66597 *r8a66597)
1516 {
1517         u16 check;
1518         u16 pipenum;
1519         u16 mask;
1520         struct r8a66597_td *td;
1521
1522         mask = r8a66597_read(r8a66597, BRDYSTS)
1523                & r8a66597_read(r8a66597, BRDYENB);
1524         r8a66597_write(r8a66597, ~mask, BRDYSTS);
1525         if (mask & BRDY0) {
1526                 td = r8a66597_get_td(r8a66597, 0);
1527                 if (td && td->type == USB_PID_IN)
1528                         packet_read(r8a66597, 0);
1529                 else
1530                         pipe_irq_disable(r8a66597, 0);
1531                 check_next_phase(r8a66597, 0);
1532         }
1533
1534         for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1535                 check = 1 << pipenum;
1536                 if (mask & check) {
1537                         td = r8a66597_get_td(r8a66597, pipenum);
1538                         if (unlikely(!td))
1539                                 continue;
1540
1541                         if (td->type == USB_PID_IN)
1542                                 packet_read(r8a66597, pipenum);
1543                         else if (td->type == USB_PID_OUT)
1544                                 packet_write(r8a66597, pipenum);
1545                 }
1546         }
1547 }
1548
1549 static void irq_pipe_empty(struct r8a66597 *r8a66597)
1550 {
1551         u16 tmp;
1552         u16 check;
1553         u16 pipenum;
1554         u16 mask;
1555         struct r8a66597_td *td;
1556
1557         mask = r8a66597_read(r8a66597, BEMPSTS)
1558                & r8a66597_read(r8a66597, BEMPENB);
1559         r8a66597_write(r8a66597, ~mask, BEMPSTS);
1560         if (mask & BEMP0) {
1561                 cfifo_change(r8a66597, 0);
1562                 td = r8a66597_get_td(r8a66597, 0);
1563                 if (td && td->type != USB_PID_OUT)
1564                         disable_irq_empty(r8a66597, 0);
1565                 check_next_phase(r8a66597, 0);
1566         }
1567
1568         for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1569                 check = 1 << pipenum;
1570                 if (mask &  check) {
1571                         struct r8a66597_td *td;
1572                         td = r8a66597_get_td(r8a66597, pipenum);
1573                         if (unlikely(!td))
1574                                 continue;
1575
1576                         tmp = r8a66597_read(r8a66597, td->pipe->pipectr);
1577                         if ((tmp & INBUFM) == 0) {
1578                                 disable_irq_empty(r8a66597, pipenum);
1579                                 pipe_irq_disable(r8a66597, pipenum);
1580                                 finish_request(r8a66597, td, pipenum, td->urb,
1581                                                 0);
1582                         }
1583                 }
1584         }
1585 }
1586
1587 static void irq_pipe_nrdy(struct r8a66597 *r8a66597)
1588 {
1589         u16 check;
1590         u16 pipenum;
1591         u16 mask;
1592         int status;
1593
1594         mask = r8a66597_read(r8a66597, NRDYSTS)
1595                & r8a66597_read(r8a66597, NRDYENB);
1596         r8a66597_write(r8a66597, ~mask, NRDYSTS);
1597         if (mask & NRDY0) {
1598                 cfifo_change(r8a66597, 0);
1599                 status = get_urb_error(r8a66597, 0);
1600                 pipe_irq_disable(r8a66597, 0);
1601                 check_next_phase(r8a66597, status);
1602         }
1603
1604         for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1605                 check = 1 << pipenum;
1606                 if (mask & check) {
1607                         struct r8a66597_td *td;
1608                         td = r8a66597_get_td(r8a66597, pipenum);
1609                         if (unlikely(!td))
1610                                 continue;
1611
1612                         status = get_urb_error(r8a66597, pipenum);
1613                         pipe_irq_disable(r8a66597, pipenum);
1614                         pipe_stop(r8a66597, td->pipe);
1615                         finish_request(r8a66597, td, pipenum, td->urb, status);
1616                 }
1617         }
1618 }
1619
1620 static irqreturn_t r8a66597_irq(struct usb_hcd *hcd)
1621 {
1622         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1623         u16 intsts0, intsts1, intsts2;
1624         u16 intenb0, intenb1, intenb2;
1625         u16 mask0, mask1, mask2;
1626         int status;
1627
1628         spin_lock(&r8a66597->lock);
1629
1630         intsts0 = r8a66597_read(r8a66597, INTSTS0);
1631         intsts1 = r8a66597_read(r8a66597, INTSTS1);
1632         intsts2 = r8a66597_read(r8a66597, INTSTS2);
1633         intenb0 = r8a66597_read(r8a66597, INTENB0);
1634         intenb1 = r8a66597_read(r8a66597, INTENB1);
1635         intenb2 = r8a66597_read(r8a66597, INTENB2);
1636
1637         mask2 = intsts2 & intenb2;
1638         mask1 = intsts1 & intenb1;
1639         mask0 = intsts0 & intenb0 & (BEMP | NRDY | BRDY);
1640         if (mask2) {
1641                 if (mask2 & ATTCH) {
1642                         r8a66597_write(r8a66597, ~ATTCH, INTSTS2);
1643                         r8a66597_bclr(r8a66597, ATTCHE, INTENB2);
1644
1645                         /* start usb bus sampling */
1646                         start_root_hub_sampling(r8a66597, 1, 1);
1647                 }
1648                 if (mask2 & DTCH) {
1649                         r8a66597_write(r8a66597, ~DTCH, INTSTS2);
1650                         r8a66597_bclr(r8a66597, DTCHE, INTENB2);
1651                         r8a66597_usb_disconnect(r8a66597, 1);
1652                 }
1653                 if (mask2 & BCHG) {
1654                         r8a66597_write(r8a66597, ~BCHG, INTSTS2);
1655                         r8a66597_bclr(r8a66597, BCHGE, INTENB2);
1656                         usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1657                 }
1658         }
1659
1660         if (mask1) {
1661                 if (mask1 & ATTCH) {
1662                         r8a66597_write(r8a66597, ~ATTCH, INTSTS1);
1663                         r8a66597_bclr(r8a66597, ATTCHE, INTENB1);
1664
1665                         /* start usb bus sampling */
1666                         start_root_hub_sampling(r8a66597, 0, 1);
1667                 }
1668                 if (mask1 & DTCH) {
1669                         r8a66597_write(r8a66597, ~DTCH, INTSTS1);
1670                         r8a66597_bclr(r8a66597, DTCHE, INTENB1);
1671                         r8a66597_usb_disconnect(r8a66597, 0);
1672                 }
1673                 if (mask1 & BCHG) {
1674                         r8a66597_write(r8a66597, ~BCHG, INTSTS1);
1675                         r8a66597_bclr(r8a66597, BCHGE, INTENB1);
1676                         usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1677                 }
1678
1679                 if (mask1 & SIGN) {
1680                         r8a66597_write(r8a66597, ~SIGN, INTSTS1);
1681                         status = get_urb_error(r8a66597, 0);
1682                         check_next_phase(r8a66597, status);
1683                 }
1684                 if (mask1 & SACK) {
1685                         r8a66597_write(r8a66597, ~SACK, INTSTS1);
1686                         check_next_phase(r8a66597, 0);
1687                 }
1688         }
1689         if (mask0) {
1690                 if (mask0 & BRDY)
1691                         irq_pipe_ready(r8a66597);
1692                 if (mask0 & BEMP)
1693                         irq_pipe_empty(r8a66597);
1694                 if (mask0 & NRDY)
1695                         irq_pipe_nrdy(r8a66597);
1696         }
1697
1698         spin_unlock(&r8a66597->lock);
1699         return IRQ_HANDLED;
1700 }
1701
1702 /* this function must be called with interrupt disabled */
1703 static void r8a66597_root_hub_control(struct r8a66597 *r8a66597, int port)
1704 {
1705         u16 tmp;
1706         struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1707
1708         if (rh->port & USB_PORT_STAT_RESET) {
1709                 unsigned long dvstctr_reg = get_dvstctr_reg(port);
1710
1711                 tmp = r8a66597_read(r8a66597, dvstctr_reg);
1712                 if ((tmp & USBRST) == USBRST) {
1713                         r8a66597_mdfy(r8a66597, UACT, USBRST | UACT,
1714                                       dvstctr_reg);
1715                         r8a66597_root_hub_start_polling(r8a66597);
1716                 } else
1717                         r8a66597_usb_connect(r8a66597, port);
1718         }
1719
1720         if (!(rh->port & USB_PORT_STAT_CONNECTION)) {
1721                 r8a66597_write(r8a66597, ~ATTCH, get_intsts_reg(port));
1722                 r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
1723         }
1724
1725         if (rh->scount > 0) {
1726                 tmp = r8a66597_read(r8a66597, get_syssts_reg(port)) & LNST;
1727                 if (tmp == rh->old_syssts) {
1728                         rh->scount--;
1729                         if (rh->scount == 0)
1730                                 r8a66597_check_syssts(r8a66597, port, tmp);
1731                         else
1732                                 r8a66597_root_hub_start_polling(r8a66597);
1733                 } else {
1734                         rh->scount = R8A66597_MAX_SAMPLING;
1735                         rh->old_syssts = tmp;
1736                         r8a66597_root_hub_start_polling(r8a66597);
1737                 }
1738         }
1739 }
1740
1741 static void r8a66597_interval_timer(unsigned long _r8a66597)
1742 {
1743         struct r8a66597 *r8a66597 = (struct r8a66597 *)_r8a66597;
1744         unsigned long flags;
1745         u16 pipenum;
1746         struct r8a66597_td *td;
1747
1748         spin_lock_irqsave(&r8a66597->lock, flags);
1749
1750         for (pipenum = 0; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1751                 if (!(r8a66597->interval_map & (1 << pipenum)))
1752                         continue;
1753                 if (timer_pending(&r8a66597->interval_timer[pipenum]))
1754                         continue;
1755
1756                 td = r8a66597_get_td(r8a66597, pipenum);
1757                 if (td)
1758                         start_transfer(r8a66597, td);
1759         }
1760
1761         spin_unlock_irqrestore(&r8a66597->lock, flags);
1762 }
1763
1764 static void r8a66597_td_timer(unsigned long _r8a66597)
1765 {
1766         struct r8a66597 *r8a66597 = (struct r8a66597 *)_r8a66597;
1767         unsigned long flags;
1768         u16 pipenum;
1769         struct r8a66597_td *td, *new_td = NULL;
1770         struct r8a66597_pipe *pipe;
1771
1772         spin_lock_irqsave(&r8a66597->lock, flags);
1773         for (pipenum = 0; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1774                 if (!(r8a66597->timeout_map & (1 << pipenum)))
1775                         continue;
1776                 if (timer_pending(&r8a66597->td_timer[pipenum]))
1777                         continue;
1778
1779                 td = r8a66597_get_td(r8a66597, pipenum);
1780                 if (!td) {
1781                         r8a66597->timeout_map &= ~(1 << pipenum);
1782                         continue;
1783                 }
1784
1785                 if (td->urb->actual_length) {
1786                         set_td_timer(r8a66597, td);
1787                         break;
1788                 }
1789
1790                 pipe = td->pipe;
1791                 pipe_stop(r8a66597, pipe);
1792
1793                 new_td = td;
1794                 do {
1795                         list_move_tail(&new_td->queue,
1796                                        &r8a66597->pipe_queue[pipenum]);
1797                         new_td = r8a66597_get_td(r8a66597, pipenum);
1798                         if (!new_td) {
1799                                 new_td = td;
1800                                 break;
1801                         }
1802                 } while (td != new_td && td->address == new_td->address);
1803
1804                 start_transfer(r8a66597, new_td);
1805
1806                 if (td == new_td)
1807                         r8a66597->timeout_map &= ~(1 << pipenum);
1808                 else
1809                         set_td_timer(r8a66597, new_td);
1810                 break;
1811         }
1812         spin_unlock_irqrestore(&r8a66597->lock, flags);
1813 }
1814
1815 static void r8a66597_timer(unsigned long _r8a66597)
1816 {
1817         struct r8a66597 *r8a66597 = (struct r8a66597 *)_r8a66597;
1818         unsigned long flags;
1819         int port;
1820
1821         spin_lock_irqsave(&r8a66597->lock, flags);
1822
1823         for (port = 0; port < r8a66597->max_root_hub; port++)
1824                 r8a66597_root_hub_control(r8a66597, port);
1825
1826         spin_unlock_irqrestore(&r8a66597->lock, flags);
1827 }
1828
1829 static int check_pipe_config(struct r8a66597 *r8a66597, struct urb *urb)
1830 {
1831         struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
1832
1833         if (dev && dev->address && dev->state != USB_STATE_CONFIGURED &&
1834             (urb->dev->state == USB_STATE_CONFIGURED))
1835                 return 1;
1836         else
1837                 return 0;
1838 }
1839
1840 static int r8a66597_start(struct usb_hcd *hcd)
1841 {
1842         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1843
1844         hcd->state = HC_STATE_RUNNING;
1845         return enable_controller(r8a66597);
1846 }
1847
1848 static void r8a66597_stop(struct usb_hcd *hcd)
1849 {
1850         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1851
1852         disable_controller(r8a66597);
1853 }
1854
1855 static void set_address_zero(struct r8a66597 *r8a66597, struct urb *urb)
1856 {
1857         unsigned int usb_address = usb_pipedevice(urb->pipe);
1858         u16 root_port, hub_port;
1859
1860         if (usb_address == 0) {
1861                 get_port_number(r8a66597, urb->dev->devpath,
1862                                 &root_port, &hub_port);
1863                 set_devadd_reg(r8a66597, 0,
1864                                get_r8a66597_usb_speed(urb->dev->speed),
1865                                get_parent_r8a66597_address(r8a66597, urb->dev),
1866                                hub_port, root_port);
1867         }
1868 }
1869
1870 static struct r8a66597_td *r8a66597_make_td(struct r8a66597 *r8a66597,
1871                                             struct urb *urb,
1872                                             struct usb_host_endpoint *hep)
1873 {
1874         struct r8a66597_td *td;
1875         u16 pipenum;
1876
1877         td = kzalloc(sizeof(struct r8a66597_td), GFP_ATOMIC);
1878         if (td == NULL)
1879                 return NULL;
1880
1881         pipenum = r8a66597_get_pipenum(urb, hep);
1882         td->pipenum = pipenum;
1883         td->pipe = hep->hcpriv;
1884         td->urb = urb;
1885         td->address = get_urb_to_r8a66597_addr(r8a66597, urb);
1886         td->maxpacket = usb_maxpacket(urb->dev, urb->pipe,
1887                                       !usb_pipein(urb->pipe));
1888         if (usb_pipecontrol(urb->pipe))
1889                 td->type = USB_PID_SETUP;
1890         else if (usb_pipein(urb->pipe))
1891                 td->type = USB_PID_IN;
1892         else
1893                 td->type = USB_PID_OUT;
1894         INIT_LIST_HEAD(&td->queue);
1895
1896         return td;
1897 }
1898
1899 static int r8a66597_urb_enqueue(struct usb_hcd *hcd,
1900                                 struct urb *urb,
1901                                 gfp_t mem_flags)
1902 {
1903         struct usb_host_endpoint *hep = urb->ep;
1904         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1905         struct r8a66597_td *td = NULL;
1906         int ret, request = 0;
1907         unsigned long flags;
1908
1909         spin_lock_irqsave(&r8a66597->lock, flags);
1910         if (!get_urb_to_r8a66597_dev(r8a66597, urb)) {
1911                 ret = -ENODEV;
1912                 goto error_not_linked;
1913         }
1914
1915         ret = usb_hcd_link_urb_to_ep(hcd, urb);
1916         if (ret)
1917                 goto error_not_linked;
1918
1919         if (!hep->hcpriv) {
1920                 hep->hcpriv = kzalloc(sizeof(struct r8a66597_pipe),
1921                                 GFP_ATOMIC);
1922                 if (!hep->hcpriv) {
1923                         ret = -ENOMEM;
1924                         goto error;
1925                 }
1926                 set_pipe_reg_addr(hep->hcpriv, R8A66597_PIPE_NO_DMA);
1927                 if (usb_pipeendpoint(urb->pipe))
1928                         init_pipe_info(r8a66597, urb, hep, &hep->desc);
1929         }
1930
1931         if (unlikely(check_pipe_config(r8a66597, urb)))
1932                 init_pipe_config(r8a66597, urb);
1933
1934         set_address_zero(r8a66597, urb);
1935         td = r8a66597_make_td(r8a66597, urb, hep);
1936         if (td == NULL) {
1937                 ret = -ENOMEM;
1938                 goto error;
1939         }
1940         if (list_empty(&r8a66597->pipe_queue[td->pipenum]))
1941                 request = 1;
1942         list_add_tail(&td->queue, &r8a66597->pipe_queue[td->pipenum]);
1943         urb->hcpriv = td;
1944
1945         if (request) {
1946                 if (td->pipe->info.timer_interval) {
1947                         r8a66597->interval_map |= 1 << td->pipenum;
1948                         mod_timer(&r8a66597->interval_timer[td->pipenum],
1949                                   jiffies + msecs_to_jiffies(
1950                                         td->pipe->info.timer_interval));
1951                 } else {
1952                         ret = start_transfer(r8a66597, td);
1953                         if (ret < 0) {
1954                                 list_del(&td->queue);
1955                                 kfree(td);
1956                         }
1957                 }
1958         } else
1959                 set_td_timer(r8a66597, td);
1960
1961 error:
1962         if (ret)
1963                 usb_hcd_unlink_urb_from_ep(hcd, urb);
1964 error_not_linked:
1965         spin_unlock_irqrestore(&r8a66597->lock, flags);
1966         return ret;
1967 }
1968
1969 static int r8a66597_urb_dequeue(struct usb_hcd *hcd, struct urb *urb,
1970                 int status)
1971 {
1972         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1973         struct r8a66597_td *td;
1974         unsigned long flags;
1975         int rc;
1976
1977         spin_lock_irqsave(&r8a66597->lock, flags);
1978         rc = usb_hcd_check_unlink_urb(hcd, urb, status);
1979         if (rc)
1980                 goto done;
1981
1982         if (urb->hcpriv) {
1983                 td = urb->hcpriv;
1984                 pipe_stop(r8a66597, td->pipe);
1985                 pipe_irq_disable(r8a66597, td->pipenum);
1986                 disable_irq_empty(r8a66597, td->pipenum);
1987                 finish_request(r8a66597, td, td->pipenum, urb, status);
1988         }
1989  done:
1990         spin_unlock_irqrestore(&r8a66597->lock, flags);
1991         return rc;
1992 }
1993
1994 static void r8a66597_endpoint_disable(struct usb_hcd *hcd,
1995                                       struct usb_host_endpoint *hep)
1996 {
1997         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1998         struct r8a66597_pipe *pipe = (struct r8a66597_pipe *)hep->hcpriv;
1999         struct r8a66597_td *td;
2000         struct urb *urb = NULL;
2001         u16 pipenum;
2002         unsigned long flags;
2003
2004         if (pipe == NULL)
2005                 return;
2006         pipenum = pipe->info.pipenum;
2007
2008         if (pipenum == 0) {
2009                 kfree(hep->hcpriv);
2010                 hep->hcpriv = NULL;
2011                 return;
2012         }
2013
2014         spin_lock_irqsave(&r8a66597->lock, flags);
2015         pipe_stop(r8a66597, pipe);
2016         pipe_irq_disable(r8a66597, pipenum);
2017         disable_irq_empty(r8a66597, pipenum);
2018         td = r8a66597_get_td(r8a66597, pipenum);
2019         if (td)
2020                 urb = td->urb;
2021         finish_request(r8a66597, td, pipenum, urb, -ESHUTDOWN);
2022         kfree(hep->hcpriv);
2023         hep->hcpriv = NULL;
2024         spin_unlock_irqrestore(&r8a66597->lock, flags);
2025 }
2026
2027 static int r8a66597_get_frame(struct usb_hcd *hcd)
2028 {
2029         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2030         return r8a66597_read(r8a66597, FRMNUM) & 0x03FF;
2031 }
2032
2033 static void collect_usb_address_map(struct usb_device *udev, unsigned long *map)
2034 {
2035         int chix;
2036
2037         if (udev->state == USB_STATE_CONFIGURED &&
2038             udev->parent && udev->parent->devnum > 1 &&
2039             udev->parent->descriptor.bDeviceClass == USB_CLASS_HUB)
2040                 map[udev->devnum/32] |= (1 << (udev->devnum % 32));
2041
2042         for (chix = 0; chix < udev->maxchild; chix++) {
2043                 struct usb_device *childdev = udev->children[chix];
2044
2045                 if (childdev)
2046                         collect_usb_address_map(childdev, map);
2047         }
2048 }
2049
2050 /* this function must be called with interrupt disabled */
2051 static struct r8a66597_device *get_r8a66597_device(struct r8a66597 *r8a66597,
2052                                                    int addr)
2053 {
2054         struct r8a66597_device *dev;
2055         struct list_head *list = &r8a66597->child_device;
2056
2057         list_for_each_entry(dev, list, device_list) {
2058                 if (dev->usb_address != addr)
2059                         continue;
2060
2061                 return dev;
2062         }
2063
2064         printk(KERN_ERR "r8a66597: get_r8a66597_device fail.(%d)\n", addr);
2065         return NULL;
2066 }
2067
2068 static void update_usb_address_map(struct r8a66597 *r8a66597,
2069                                    struct usb_device *root_hub,
2070                                    unsigned long *map)
2071 {
2072         int i, j, addr;
2073         unsigned long diff;
2074         unsigned long flags;
2075
2076         for (i = 0; i < 4; i++) {
2077                 diff = r8a66597->child_connect_map[i] ^ map[i];
2078                 if (!diff)
2079                         continue;
2080
2081                 for (j = 0; j < 32; j++) {
2082                         if (!(diff & (1 << j)))
2083                                 continue;
2084
2085                         addr = i * 32 + j;
2086                         if (map[i] & (1 << j))
2087                                 set_child_connect_map(r8a66597, addr);
2088                         else {
2089                                 struct r8a66597_device *dev;
2090
2091                                 spin_lock_irqsave(&r8a66597->lock, flags);
2092                                 dev = get_r8a66597_device(r8a66597, addr);
2093                                 disable_r8a66597_pipe_all(r8a66597, dev);
2094                                 free_usb_address(r8a66597, dev, 0);
2095                                 put_child_connect_map(r8a66597, addr);
2096                                 spin_unlock_irqrestore(&r8a66597->lock, flags);
2097                         }
2098                 }
2099         }
2100 }
2101
2102 static void r8a66597_check_detect_child(struct r8a66597 *r8a66597,
2103                                         struct usb_hcd *hcd)
2104 {
2105         struct usb_bus *bus;
2106         unsigned long now_map[4];
2107
2108         memset(now_map, 0, sizeof(now_map));
2109
2110         list_for_each_entry(bus, &usb_bus_list, bus_list) {
2111                 if (!bus->root_hub)
2112                         continue;
2113
2114                 if (bus->busnum != hcd->self.busnum)
2115                         continue;
2116
2117                 collect_usb_address_map(bus->root_hub, now_map);
2118                 update_usb_address_map(r8a66597, bus->root_hub, now_map);
2119         }
2120 }
2121
2122 static int r8a66597_hub_status_data(struct usb_hcd *hcd, char *buf)
2123 {
2124         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2125         unsigned long flags;
2126         int i;
2127
2128         r8a66597_check_detect_child(r8a66597, hcd);
2129
2130         spin_lock_irqsave(&r8a66597->lock, flags);
2131
2132         *buf = 0;       /* initialize (no change) */
2133
2134         for (i = 0; i < r8a66597->max_root_hub; i++) {
2135                 if (r8a66597->root_hub[i].port & 0xffff0000)
2136                         *buf |= 1 << (i + 1);
2137         }
2138
2139         spin_unlock_irqrestore(&r8a66597->lock, flags);
2140
2141         return (*buf != 0);
2142 }
2143
2144 static void r8a66597_hub_descriptor(struct r8a66597 *r8a66597,
2145                                     struct usb_hub_descriptor *desc)
2146 {
2147         desc->bDescriptorType = 0x29;
2148         desc->bHubContrCurrent = 0;
2149         desc->bNbrPorts = r8a66597->max_root_hub;
2150         desc->bDescLength = 9;
2151         desc->bPwrOn2PwrGood = 0;
2152         desc->wHubCharacteristics = cpu_to_le16(0x0011);
2153         desc->u.hs.DeviceRemovable[0] =
2154                 ((1 << r8a66597->max_root_hub) - 1) << 1;
2155         desc->u.hs.DeviceRemovable[1] = ~0;
2156 }
2157
2158 static int r8a66597_hub_control(struct usb_hcd *hcd, u16 typeReq, u16 wValue,
2159                                 u16 wIndex, char *buf, u16 wLength)
2160 {
2161         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2162         int ret;
2163         int port = (wIndex & 0x00FF) - 1;
2164         struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2165         unsigned long flags;
2166
2167         ret = 0;
2168
2169         spin_lock_irqsave(&r8a66597->lock, flags);
2170         switch (typeReq) {
2171         case ClearHubFeature:
2172         case SetHubFeature:
2173                 switch (wValue) {
2174                 case C_HUB_OVER_CURRENT:
2175                 case C_HUB_LOCAL_POWER:
2176                         break;
2177                 default:
2178                         goto error;
2179                 }
2180                 break;
2181         case ClearPortFeature:
2182                 if (wIndex > r8a66597->max_root_hub)
2183                         goto error;
2184                 if (wLength != 0)
2185                         goto error;
2186
2187                 switch (wValue) {
2188                 case USB_PORT_FEAT_ENABLE:
2189                         rh->port &= ~USB_PORT_STAT_POWER;
2190                         break;
2191                 case USB_PORT_FEAT_SUSPEND:
2192                         break;
2193                 case USB_PORT_FEAT_POWER:
2194                         r8a66597_port_power(r8a66597, port, 0);
2195                         break;
2196                 case USB_PORT_FEAT_C_ENABLE:
2197                 case USB_PORT_FEAT_C_SUSPEND:
2198                 case USB_PORT_FEAT_C_CONNECTION:
2199                 case USB_PORT_FEAT_C_OVER_CURRENT:
2200                 case USB_PORT_FEAT_C_RESET:
2201                         break;
2202                 default:
2203                         goto error;
2204                 }
2205                 rh->port &= ~(1 << wValue);
2206                 break;
2207         case GetHubDescriptor:
2208                 r8a66597_hub_descriptor(r8a66597,
2209                                         (struct usb_hub_descriptor *)buf);
2210                 break;
2211         case GetHubStatus:
2212                 *buf = 0x00;
2213                 break;
2214         case GetPortStatus:
2215                 if (wIndex > r8a66597->max_root_hub)
2216                         goto error;
2217                 *(__le32 *)buf = cpu_to_le32(rh->port);
2218                 break;
2219         case SetPortFeature:
2220                 if (wIndex > r8a66597->max_root_hub)
2221                         goto error;
2222                 if (wLength != 0)
2223                         goto error;
2224
2225                 switch (wValue) {
2226                 case USB_PORT_FEAT_SUSPEND:
2227                         break;
2228                 case USB_PORT_FEAT_POWER:
2229                         r8a66597_port_power(r8a66597, port, 1);
2230                         rh->port |= USB_PORT_STAT_POWER;
2231                         break;
2232                 case USB_PORT_FEAT_RESET: {
2233                         struct r8a66597_device *dev = rh->dev;
2234
2235                         rh->port |= USB_PORT_STAT_RESET;
2236
2237                         disable_r8a66597_pipe_all(r8a66597, dev);
2238                         free_usb_address(r8a66597, dev, 1);
2239
2240                         r8a66597_mdfy(r8a66597, USBRST, USBRST | UACT,
2241                                       get_dvstctr_reg(port));
2242                         mod_timer(&r8a66597->rh_timer,
2243                                   jiffies + msecs_to_jiffies(50));
2244                         }
2245                         break;
2246                 default:
2247                         goto error;
2248                 }
2249                 rh->port |= 1 << wValue;
2250                 break;
2251         default:
2252 error:
2253                 ret = -EPIPE;
2254                 break;
2255         }
2256
2257         spin_unlock_irqrestore(&r8a66597->lock, flags);
2258         return ret;
2259 }
2260
2261 #if defined(CONFIG_PM)
2262 static int r8a66597_bus_suspend(struct usb_hcd *hcd)
2263 {
2264         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2265         int port;
2266
2267         dbg("%s", __func__);
2268
2269         for (port = 0; port < r8a66597->max_root_hub; port++) {
2270                 struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2271                 unsigned long dvstctr_reg = get_dvstctr_reg(port);
2272
2273                 if (!(rh->port & USB_PORT_STAT_ENABLE))
2274                         continue;
2275
2276                 dbg("suspend port = %d", port);
2277                 r8a66597_bclr(r8a66597, UACT, dvstctr_reg);     /* suspend */
2278                 rh->port |= USB_PORT_STAT_SUSPEND;
2279
2280                 if (rh->dev->udev->do_remote_wakeup) {
2281                         msleep(3);      /* waiting last SOF */
2282                         r8a66597_bset(r8a66597, RWUPE, dvstctr_reg);
2283                         r8a66597_write(r8a66597, ~BCHG, get_intsts_reg(port));
2284                         r8a66597_bset(r8a66597, BCHGE, get_intenb_reg(port));
2285                 }
2286         }
2287
2288         r8a66597->bus_suspended = 1;
2289
2290         return 0;
2291 }
2292
2293 static int r8a66597_bus_resume(struct usb_hcd *hcd)
2294 {
2295         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2296         int port;
2297
2298         dbg("%s", __func__);
2299
2300         for (port = 0; port < r8a66597->max_root_hub; port++) {
2301                 struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2302                 unsigned long dvstctr_reg = get_dvstctr_reg(port);
2303
2304                 if (!(rh->port & USB_PORT_STAT_SUSPEND))
2305                         continue;
2306
2307                 dbg("resume port = %d", port);
2308                 rh->port &= ~USB_PORT_STAT_SUSPEND;
2309                 rh->port |= USB_PORT_STAT_C_SUSPEND < 16;
2310                 r8a66597_mdfy(r8a66597, RESUME, RESUME | UACT, dvstctr_reg);
2311                 msleep(50);
2312                 r8a66597_mdfy(r8a66597, UACT, RESUME | UACT, dvstctr_reg);
2313         }
2314
2315         return 0;
2316
2317 }
2318 #else
2319 #define r8a66597_bus_suspend    NULL
2320 #define r8a66597_bus_resume     NULL
2321 #endif
2322
2323 static struct hc_driver r8a66597_hc_driver = {
2324         .description =          hcd_name,
2325         .hcd_priv_size =        sizeof(struct r8a66597),
2326         .irq =                  r8a66597_irq,
2327
2328         /*
2329          * generic hardware linkage
2330          */
2331         .flags =                HCD_USB2,
2332
2333         .start =                r8a66597_start,
2334         .stop =                 r8a66597_stop,
2335
2336         /*
2337          * managing i/o requests and associated device resources
2338          */
2339         .urb_enqueue =          r8a66597_urb_enqueue,
2340         .urb_dequeue =          r8a66597_urb_dequeue,
2341         .endpoint_disable =     r8a66597_endpoint_disable,
2342
2343         /*
2344          * periodic schedule support
2345          */
2346         .get_frame_number =     r8a66597_get_frame,
2347
2348         /*
2349          * root hub support
2350          */
2351         .hub_status_data =      r8a66597_hub_status_data,
2352         .hub_control =          r8a66597_hub_control,
2353         .bus_suspend =          r8a66597_bus_suspend,
2354         .bus_resume =           r8a66597_bus_resume,
2355 };
2356
2357 #if defined(CONFIG_PM)
2358 static int r8a66597_suspend(struct device *dev)
2359 {
2360         struct r8a66597         *r8a66597 = dev_get_drvdata(dev);
2361         int port;
2362
2363         dbg("%s", __func__);
2364
2365         disable_controller(r8a66597);
2366
2367         for (port = 0; port < r8a66597->max_root_hub; port++) {
2368                 struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2369
2370                 rh->port = 0x00000000;
2371         }
2372
2373         return 0;
2374 }
2375
2376 static int r8a66597_resume(struct device *dev)
2377 {
2378         struct r8a66597         *r8a66597 = dev_get_drvdata(dev);
2379         struct usb_hcd          *hcd = r8a66597_to_hcd(r8a66597);
2380
2381         dbg("%s", __func__);
2382
2383         enable_controller(r8a66597);
2384         usb_root_hub_lost_power(hcd->self.root_hub);
2385
2386         return 0;
2387 }
2388
2389 static const struct dev_pm_ops r8a66597_dev_pm_ops = {
2390         .suspend = r8a66597_suspend,
2391         .resume = r8a66597_resume,
2392         .poweroff = r8a66597_suspend,
2393         .restore = r8a66597_resume,
2394 };
2395
2396 #define R8A66597_DEV_PM_OPS     (&r8a66597_dev_pm_ops)
2397 #else   /* if defined(CONFIG_PM) */
2398 #define R8A66597_DEV_PM_OPS     NULL
2399 #endif
2400
2401 static int __devexit r8a66597_remove(struct platform_device *pdev)
2402 {
2403         struct r8a66597         *r8a66597 = dev_get_drvdata(&pdev->dev);
2404         struct usb_hcd          *hcd = r8a66597_to_hcd(r8a66597);
2405
2406         del_timer_sync(&r8a66597->rh_timer);
2407         usb_remove_hcd(hcd);
2408         iounmap(r8a66597->reg);
2409 #ifdef CONFIG_HAVE_CLK
2410         if (r8a66597->pdata->on_chip)
2411                 clk_put(r8a66597->clk);
2412 #endif
2413         usb_put_hcd(hcd);
2414         return 0;
2415 }
2416
2417 static int __devinit r8a66597_probe(struct platform_device *pdev)
2418 {
2419 #ifdef CONFIG_HAVE_CLK
2420         char clk_name[8];
2421 #endif
2422         struct resource *res = NULL, *ires;
2423         int irq = -1;
2424         void __iomem *reg = NULL;
2425         struct usb_hcd *hcd = NULL;
2426         struct r8a66597 *r8a66597;
2427         int ret = 0;
2428         int i;
2429         unsigned long irq_trigger;
2430
2431         if (pdev->dev.dma_mask) {
2432                 ret = -EINVAL;
2433                 dev_err(&pdev->dev, "dma not supported\n");
2434                 goto clean_up;
2435         }
2436
2437         res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2438         if (!res) {
2439                 ret = -ENODEV;
2440                 dev_err(&pdev->dev, "platform_get_resource error.\n");
2441                 goto clean_up;
2442         }
2443
2444         ires = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
2445         if (!ires) {
2446                 ret = -ENODEV;
2447                 dev_err(&pdev->dev,
2448                         "platform_get_resource IORESOURCE_IRQ error.\n");
2449                 goto clean_up;
2450         }
2451
2452         irq = ires->start;
2453         irq_trigger = ires->flags & IRQF_TRIGGER_MASK;
2454
2455         reg = ioremap(res->start, resource_size(res));
2456         if (reg == NULL) {
2457                 ret = -ENOMEM;
2458                 dev_err(&pdev->dev, "ioremap error.\n");
2459                 goto clean_up;
2460         }
2461
2462         if (pdev->dev.platform_data == NULL) {
2463                 dev_err(&pdev->dev, "no platform data\n");
2464                 ret = -ENODEV;
2465                 goto clean_up;
2466         }
2467
2468         /* initialize hcd */
2469         hcd = usb_create_hcd(&r8a66597_hc_driver, &pdev->dev, (char *)hcd_name);
2470         if (!hcd) {
2471                 ret = -ENOMEM;
2472                 dev_err(&pdev->dev, "Failed to create hcd\n");
2473                 goto clean_up;
2474         }
2475         r8a66597 = hcd_to_r8a66597(hcd);
2476         memset(r8a66597, 0, sizeof(struct r8a66597));
2477         dev_set_drvdata(&pdev->dev, r8a66597);
2478         r8a66597->pdata = pdev->dev.platform_data;
2479         r8a66597->irq_sense_low = irq_trigger == IRQF_TRIGGER_LOW;
2480
2481         if (r8a66597->pdata->on_chip) {
2482 #ifdef CONFIG_HAVE_CLK
2483                 snprintf(clk_name, sizeof(clk_name), "usb%d", pdev->id);
2484                 r8a66597->clk = clk_get(&pdev->dev, clk_name);
2485                 if (IS_ERR(r8a66597->clk)) {
2486                         dev_err(&pdev->dev, "cannot get clock \"%s\"\n",
2487                                 clk_name);
2488                         ret = PTR_ERR(r8a66597->clk);
2489                         goto clean_up2;
2490                 }
2491 #endif
2492                 r8a66597->max_root_hub = 1;
2493         } else
2494                 r8a66597->max_root_hub = 2;
2495
2496         spin_lock_init(&r8a66597->lock);
2497         init_timer(&r8a66597->rh_timer);
2498         r8a66597->rh_timer.function = r8a66597_timer;
2499         r8a66597->rh_timer.data = (unsigned long)r8a66597;
2500         r8a66597->reg = reg;
2501
2502         /* make sure no interrupts are pending */
2503         ret = r8a66597_clock_enable(r8a66597);
2504         if (ret < 0)
2505                 goto clean_up3;
2506         disable_controller(r8a66597);
2507
2508         for (i = 0; i < R8A66597_MAX_NUM_PIPE; i++) {
2509                 INIT_LIST_HEAD(&r8a66597->pipe_queue[i]);
2510                 init_timer(&r8a66597->td_timer[i]);
2511                 r8a66597->td_timer[i].function = r8a66597_td_timer;
2512                 r8a66597->td_timer[i].data = (unsigned long)r8a66597;
2513                 setup_timer(&r8a66597->interval_timer[i],
2514                                 r8a66597_interval_timer,
2515                                 (unsigned long)r8a66597);
2516         }
2517         INIT_LIST_HEAD(&r8a66597->child_device);
2518
2519         hcd->rsrc_start = res->start;
2520         hcd->has_tt = 1;
2521
2522         ret = usb_add_hcd(hcd, irq, IRQF_DISABLED | irq_trigger);
2523         if (ret != 0) {
2524                 dev_err(&pdev->dev, "Failed to add hcd\n");
2525                 goto clean_up3;
2526         }
2527
2528         return 0;
2529
2530 clean_up3:
2531 #ifdef CONFIG_HAVE_CLK
2532         if (r8a66597->pdata->on_chip)
2533                 clk_put(r8a66597->clk);
2534 clean_up2:
2535 #endif
2536         usb_put_hcd(hcd);
2537
2538 clean_up:
2539         if (reg)
2540                 iounmap(reg);
2541
2542         return ret;
2543 }
2544
2545 static struct platform_driver r8a66597_driver = {
2546         .probe =        r8a66597_probe,
2547         .remove =       __devexit_p(r8a66597_remove),
2548         .driver         = {
2549                 .name = (char *) hcd_name,
2550                 .owner  = THIS_MODULE,
2551                 .pm     = R8A66597_DEV_PM_OPS,
2552         },
2553 };
2554
2555 static int __init r8a66597_init(void)
2556 {
2557         if (usb_disabled())
2558                 return -ENODEV;
2559
2560         printk(KERN_INFO KBUILD_MODNAME ": driver %s, %s\n", hcd_name,
2561                DRIVER_VERSION);
2562         return platform_driver_register(&r8a66597_driver);
2563 }
2564 module_init(r8a66597_init);
2565
2566 static void __exit r8a66597_cleanup(void)
2567 {
2568         platform_driver_unregister(&r8a66597_driver);
2569 }
2570 module_exit(r8a66597_cleanup);
2571