aboutsummaryrefslogblamecommitdiffstats
path: root/drivers/video/s3c2410fb.c
blob: f0598961c6b04be94d20fdae77e5281f7096f6cf (plain) (tree)
1
2
3
4
5
6
7
8
9
10




                                             




                                                                             

                                                       





                         




                              
                            
                                  
                      

                   





                               






                      

                              
                            
     
                            





                                                                            




                                                 


                                             
   
                                                       
 
                                             

                                               
 

                                            
                                                         
                     
 
                                     
                                                                        




                                                 


                                                 




                                    
   





                                                                     
                                                       




                                               

                                                        














                                                                               
                                                                        
                                                 


                                                                               
                   



                                                           













                                                                                
 




                                                                      
 


                                                  

                                      

                               
                                          

                                                  




                                                  

                                             
                                          
 

                               
                                 
                                      








                                                      
                                                           





                                                    
                                                    

                                                    
                                                    















                                                           
                                                                


                                                     
                                                    












                                                     

                                            






                                             
         


                 
                                   
  
                                              
   

                                                                        
 




                                                         
                                                 
 

                                         
 

















                                                          
 





                                                     

                                                                     
 
                                                               
 

                         
 


                        


                                                                          
 
                                                 
 
 








                                                                        
 





                                                         
                      

                                                         
                      

                                                         


                                                        


                                                          







                                                            
                      



                                                     
         


                                                                      
 

                                                                     
 



                                                                     



                                                                     
 
                                                                 









                                                           
                                     
                                                           
                                                   
                                                                   
 


                                                                        
 
                                          
                                                                   



                                   
                                                                   



                                   
                                                             
 








                                                            





                                                          

                                      
                                    
 
                                                   
                                                          

 
  
                                                      




                                                                           

                                                   
                                      
                
                
                







                                                         
         
 
                                                                              


                                             
                                     







                                                                         
                                               








                                         
                                                            
                                                
                                                            





                                 

                                                                










                                                                           
                                     

                         

                                                      
 
                                   
                                 
                                                     

                                 
                                                        
 


                                                                      








                                                             


                                                      
 
                                                                  





                                                                 
                                                  




                 




















                                                                        
  







                                                                            





                                                                
                                               
                                         
 

                                                               

                                                                  





                                               
                                           
                                      

                                                             
                                                  




                 

                                                                         


                                                                      
 


                                                               
 

















                                                          
                                                                             









                                              

  







                                                                       
                                                                  
 
                                               

                                                           
 
                                                                         
 

                                                                         
 
                                

                                                            
                                                     
                                                          
 
                                               
 

                                                                           

         
                                               

 
                                                                     
 



                                                                       










                                                                     


                                                                  
                                                         
 
                                               
                                                                        
                            
                                     









                                                













                                                                               
                                                            
                                          
 
                                                      

                                               
                           
 





                                                               
                                     



                                   

                                                           

                                 
                                                      





                                                        
                                                           





                                                                    
                                                       

                                            

                                                                   




                                                     

                                                                            




                           
                                        
 

                                                               

                                    
                                          
                               
                                              
                             


                
                 
                    
 
                                            
                                

                                                                     


                               





                                                                             
                                                                   


                                        
                                                           


                               
                                                                              
                    
                               
 

                                           
                           
                               
                                  
 

                                                             
                                                                        



                                
                                           













                                                                       

                                                                                                          



                                            
                            

                                                                             
 








                                                            






                                                             


                                                             
                                                                               
                  
                                                                              
                             
                                  








                                                                    




                                           










                                                                     
                                     
                                                 
                  
                                                                           


                                   
 

                                      



                                                  
                                         
 
                                                  


                                           

                                                                              



                                       



                                                                   






                                                          
                                             

                               

                           
                            

                          
            

                                    
           
                                         



                                    









                                                               



           
                                                         
 
                                                            


                                                  

                                       
                                      

                  
                                             
 



                                       


                                        
                            
 

                          

                                    


                                         






                                                       
                                                                             
 
                                                               

                                                  
                                      
 


                                                                 
 

                               



                 
                                                        
 
                                                               

                                                  

                              
 
                                         








                              
                                                  
                                          
                                           

                                            



                                        

  










                                                  
                               
 





                                                                   



                                          
                                                      
                                                      

 


                               

                                                           

                                                         

                                     
/* linux/drivers/video/s3c2410fb.c
 *	Copyright (c) 2004,2005 Arnaud Patard
 *	Copyright (c) 2004-2008 Ben Dooks
 *
 * S3C2410 LCD Framebuffer Driver
 *
 * This file is subject to the terms and conditions of the GNU General Public
 * License.  See the file COPYING in the main directory of this archive for
 * more details.
 *
 * Driver based on skeletonfb.c, sa1100fb.c and others.
*/

#include <linux/module.h>
#include <linux/kernel.h>
#include <linux/errno.h>
#include <linux/string.h>
#include <linux/mm.h>
#include <linux/slab.h>
#include <linux/delay.h>
#include <linux/fb.h>
#include <linux/init.h>
#include <linux/dma-mapping.h>
#include <linux/interrupt.h>
#include <linux/platform_device.h>
#include <linux/clk.h>

#include <asm/io.h>
#include <asm/div64.h>

#include <asm/mach/map.h>
#include <asm/arch/regs-lcd.h>
#include <asm/arch/regs-gpio.h>
#include <asm/arch/fb.h>

#ifdef CONFIG_PM
#include <linux/pm.h>
#endif

#include "s3c2410fb.h"

/* Debugging stuff */
#ifdef CONFIG_FB_S3C2410_DEBUG
static int debug	= 1;
#else
static int debug	= 0;
#endif

#define dprintk(msg...)	if (debug) { printk(KERN_DEBUG "s3c2410fb: " msg); }

/* useful functions */

static int is_s3c2412(struct s3c2410fb_info *fbi)
{
	return (fbi->drv_type == DRV_S3C2412);
}

/* s3c2410fb_set_lcdaddr
 *
 * initialise lcd controller address pointers
 */
static void s3c2410fb_set_lcdaddr(struct fb_info *info)
{
	unsigned long saddr1, saddr2, saddr3;
	struct s3c2410fb_info *fbi = info->par;
	void __iomem *regs = fbi->io;

	saddr1  = info->fix.smem_start >> 1;
	saddr2  = info->fix.smem_start;
	saddr2 += info->fix.line_length * info->var.yres;
	saddr2 >>= 1;

	saddr3 = S3C2410_OFFSIZE(0) |
		 S3C2410_PAGEWIDTH((info->fix.line_length / 2) & 0x3ff);

	dprintk("LCDSADDR1 = 0x%08lx\n", saddr1);
	dprintk("LCDSADDR2 = 0x%08lx\n", saddr2);
	dprintk("LCDSADDR3 = 0x%08lx\n", saddr3);

	writel(saddr1, regs + S3C2410_LCDSADDR1);
	writel(saddr2, regs + S3C2410_LCDSADDR2);
	writel(saddr3, regs + S3C2410_LCDSADDR3);
}

/* s3c2410fb_calc_pixclk()
 *
 * calculate divisor for clk->pixclk
 */
static unsigned int s3c2410fb_calc_pixclk(struct s3c2410fb_info *fbi,
					  unsigned long pixclk)
{
	unsigned long clk = clk_get_rate(fbi->clk);
	unsigned long long div;

	/* pixclk is in picoseconds, our clock is in Hz
	 *
	 * Hz -> picoseconds is / 10^-12
	 */

	div = (unsigned long long)clk * pixclk;
	div >>= 12;			/* div / 2^12 */
	do_div(div, 625 * 625UL * 625); /* div / 5^12 */

	dprintk("pixclk %ld, divisor is %ld\n", pixclk, (long)div);
	return div;
}

/*
 *	s3c2410fb_check_var():
 *	Get the video params out of 'var'. If a value doesn't fit, round it up,
 *	if it's too big, return -EINVAL.
 *
 */
static int s3c2410fb_check_var(struct fb_var_screeninfo *var,
			       struct fb_info *info)
{
	struct s3c2410fb_info *fbi = info->par;
	struct s3c2410fb_mach_info *mach_info = fbi->dev->platform_data;
	struct s3c2410fb_display *display = NULL;
	struct s3c2410fb_display *default_display = mach_info->displays +
						    mach_info->default_display;
	int type = default_display->type;
	unsigned i;

	dprintk("check_var(var=%p, info=%p)\n", var, info);

	/* validate x/y resolution */
	/* choose default mode if possible */
	if (var->yres == default_display->yres &&
	    var->xres == default_display->xres &&
	    var->bits_per_pixel == default_display->bpp)
		display = default_display;
	else
		for (i = 0; i < mach_info->num_displays; i++)
			if (type == mach_info->displays[i].type &&
			    var->yres == mach_info->displays[i].yres &&
			    var->xres == mach_info->displays[i].xres &&
			    var->bits_per_pixel == mach_info->displays[i].bpp) {
				display = mach_info->displays + i;
				break;
			}

	if (!display) {
		dprintk("wrong resolution or depth %dx%d at %d bpp\n",
			var->xres, var->yres, var->bits_per_pixel);
		return -EINVAL;
	}

	/* it is always the size as the display */
	var->xres_virtual = display->xres;
	var->yres_virtual = display->yres;
	var->height = display->height;
	var->width = display->width;

	/* copy lcd settings */
	var->pixclock = display->pixclock;
	var->left_margin = display->left_margin;
	var->right_margin = display->right_margin;
	var->upper_margin = display->upper_margin;
	var->lower_margin = display->lower_margin;
	var->vsync_len = display->vsync_len;
	var->hsync_len = display->hsync_len;

	fbi->regs.lcdcon5 = display->lcdcon5;
	/* set display type */
	fbi->regs.lcdcon1 = display->type;

	var->transp.offset = 0;
	var->transp.length = 0;
	/* set r/g/b positions */
	switch (var->bits_per_pixel) {
	case 1:
	case 2:
	case 4:
		var->red.offset	= 0;
		var->red.length	= var->bits_per_pixel;
		var->green	= var->red;
		var->blue	= var->red;
		break;
	case 8:
		if (display->type != S3C2410_LCDCON1_TFT) {
			/* 8 bpp 332 */
			var->red.length		= 3;
			var->red.offset		= 5;
			var->green.length	= 3;
			var->green.offset	= 2;
			var->blue.length	= 2;
			var->blue.offset	= 0;
		} else {
			var->red.offset		= 0;
			var->red.length		= 8;
			var->green		= var->red;
			var->blue		= var->red;
		}
		break;
	case 12:
		/* 12 bpp 444 */
		var->red.length		= 4;
		var->red.offset		= 8;
		var->green.length	= 4;
		var->green.offset	= 4;
		var->blue.length	= 4;
		var->blue.offset	= 0;
		break;

	default:
	case 16:
		if (display->lcdcon5 & S3C2410_LCDCON5_FRM565) {
			/* 16 bpp, 565 format */
			var->red.offset		= 11;
			var->green.offset	= 5;
			var->blue.offset	= 0;
			var->red.length		= 5;
			var->green.length	= 6;
			var->blue.length	= 5;
		} else {
			/* 16 bpp, 5551 format */
			var->red.offset		= 11;
			var->green.offset	= 6;
			var->blue.offset	= 1;
			var->red.length		= 5;
			var->green.length	= 5;
			var->blue.length	= 5;
		}
		break;
	case 32:
		/* 24 bpp 888 and 8 dummy */
		var->red.length		= 8;
		var->red.offset		= 16;
		var->green.length	= 8;
		var->green.offset	= 8;
		var->blue.length	= 8;
		var->blue.offset	= 0;
		break;
	}
	return 0;
}

/* s3c2410fb_calculate_stn_lcd_regs
 *
 * calculate register values from var settings
 */
static void s3c2410fb_calculate_stn_lcd_regs(const struct fb_info *info,
					     struct s3c2410fb_hw *regs)
{
	const struct s3c2410fb_info *fbi = info->par;
	const struct fb_var_screeninfo *var = &info->var;
	int type = regs->lcdcon1 & ~S3C2410_LCDCON1_TFT;
	int hs = var->xres >> 2;
	unsigned wdly = (var->left_margin >> 4) - 1;
	unsigned wlh = (var->hsync_len >> 4) - 1;

	if (type != S3C2410_LCDCON1_STN4)
		hs >>= 1;

	switch (var->bits_per_pixel) {
	case 1:
		regs->lcdcon1 |= S3C2410_LCDCON1_STN1BPP;
		break;
	case 2:
		regs->lcdcon1 |= S3C2410_LCDCON1_STN2GREY;
		break;
	case 4:
		regs->lcdcon1 |= S3C2410_LCDCON1_STN4GREY;
		break;
	case 8:
		regs->lcdcon1 |= S3C2410_LCDCON1_STN8BPP;
		hs *= 3;
		break;
	case 12:
		regs->lcdcon1 |= S3C2410_LCDCON1_STN12BPP;
		hs *= 3;
		break;

	default:
		/* invalid pixel depth */
		dev_err(fbi->dev, "invalid bpp %d\n",
			var->bits_per_pixel);
	}
	/* update X/Y info */
	dprintk("setting horz: lft=%d, rt=%d, sync=%d\n",
		var->left_margin, var->right_margin, var->hsync_len);

	regs->lcdcon2 = S3C2410_LCDCON2_LINEVAL(var->yres - 1);

	if (wdly > 3)
		wdly = 3;

	if (wlh > 3)
		wlh = 3;

	regs->lcdcon3 =	S3C2410_LCDCON3_WDLY(wdly) |
			S3C2410_LCDCON3_LINEBLANK(var->right_margin / 8) |
			S3C2410_LCDCON3_HOZVAL(hs - 1);

	regs->lcdcon4 = S3C2410_LCDCON4_WLH(wlh);
}

/* s3c2410fb_calculate_tft_lcd_regs
 *
 * calculate register values from var settings
 */
static void s3c2410fb_calculate_tft_lcd_regs(const struct fb_info *info,
					     struct s3c2410fb_hw *regs)
{
	const struct s3c2410fb_info *fbi = info->par;
	const struct fb_var_screeninfo *var = &info->var;

	switch (var->bits_per_pixel) {
	case 1:
		regs->lcdcon1 |= S3C2410_LCDCON1_TFT1BPP;
		break;
	case 2:
		regs->lcdcon1 |= S3C2410_LCDCON1_TFT2BPP;
		break;
	case 4:
		regs->lcdcon1 |= S3C2410_LCDCON1_TFT4BPP;
		break;
	case 8:
		regs->lcdcon1 |= S3C2410_LCDCON1_TFT8BPP;
		regs->lcdcon5 |= S3C2410_LCDCON5_BSWP |
				 S3C2410_LCDCON5_FRM565;
		regs->lcdcon5 &= ~S3C2410_LCDCON5_HWSWP;
		break;
	case 16:
		regs->lcdcon1 |= S3C2410_LCDCON1_TFT16BPP;
		regs->lcdcon5 &= ~S3C2410_LCDCON5_BSWP;
		regs->lcdcon5 |= S3C2410_LCDCON5_HWSWP;
		break;
	case 32:
		regs->lcdcon1 |= S3C2410_LCDCON1_TFT24BPP;
		regs->lcdcon5 &= ~(S3C2410_LCDCON5_BSWP |
				   S3C2410_LCDCON5_HWSWP |
				   S3C2410_LCDCON5_BPP24BL);
		break;
	default:
		/* invalid pixel depth */
		dev_err(fbi->dev, "invalid bpp %d\n",
			var->bits_per_pixel);
	}
	/* update X/Y info */
	dprintk("setting vert: up=%d, low=%d, sync=%d\n",
		var->upper_margin, var->lower_margin, var->vsync_len);

	dprintk("setting horz: lft=%d, rt=%d, sync=%d\n",
		var->left_margin, var->right_margin, var->hsync_len);

	regs->lcdcon2 = S3C2410_LCDCON2_LINEVAL(var->yres - 1) |
			S3C2410_LCDCON2_VBPD(var->upper_margin - 1) |
			S3C2410_LCDCON2_VFPD(var->lower_margin - 1) |
			S3C2410_LCDCON2_VSPW(var->vsync_len - 1);

	regs->lcdcon3 = S3C2410_LCDCON3_HBPD(var->right_margin - 1) |
			S3C2410_LCDCON3_HFPD(var->left_margin - 1) |
			S3C2410_LCDCON3_HOZVAL(var->xres - 1);

	regs->lcdcon4 = S3C2410_LCDCON4_HSPW(var->hsync_len - 1);
}

/* s3c2410fb_activate_var
 *
 * activate (set) the controller from the given framebuffer
 * information
 */
static void s3c2410fb_activate_var(struct fb_info *info)
{
	struct s3c2410fb_info *fbi = info->par;
	void __iomem *regs = fbi->io;
	int type = fbi->regs.lcdcon1 & S3C2410_LCDCON1_TFT;
	struct fb_var_screeninfo *var = &info->var;
	int clkdiv = s3c2410fb_calc_pixclk(fbi, var->pixclock) / 2;

	dprintk("%s: var->xres  = %d\n", __func__, var->xres);
	dprintk("%s: var->yres  = %d\n", __func__, var->yres);
	dprintk("%s: var->bpp   = %d\n", __func__, var->bits_per_pixel);

	if (type == S3C2410_LCDCON1_TFT) {
		s3c2410fb_calculate_tft_lcd_regs(info, &fbi->regs);
		--clkdiv;
		if (clkdiv < 0)
			clkdiv = 0;
	} else {
		s3c2410fb_calculate_stn_lcd_regs(info, &fbi->regs);
		if (clkdiv < 2)
			clkdiv = 2;
	}

	fbi->regs.lcdcon1 |=  S3C2410_LCDCON1_CLKVAL(clkdiv);

	/* write new registers */

	dprintk("new register set:\n");
	dprintk("lcdcon[1] = 0x%08lx\n", fbi->regs.lcdcon1);
	dprintk("lcdcon[2] = 0x%08lx\n", fbi->regs.lcdcon2);
	dprintk("lcdcon[3] = 0x%08lx\n", fbi->regs.lcdcon3);
	dprintk("lcdcon[4] = 0x%08lx\n", fbi->regs.lcdcon4);
	dprintk("lcdcon[5] = 0x%08lx\n", fbi->regs.lcdcon5);

	writel(fbi->regs.lcdcon1 & ~S3C2410_LCDCON1_ENVID,
		regs + S3C2410_LCDCON1);
	writel(fbi->regs.lcdcon2, regs + S3C2410_LCDCON2);
	writel(fbi->regs.lcdcon3, regs + S3C2410_LCDCON3);
	writel(fbi->regs.lcdcon4, regs + S3C2410_LCDCON4);
	writel(fbi->regs.lcdcon5, regs + S3C2410_LCDCON5);

	/* set lcd address pointers */
	s3c2410fb_set_lcdaddr(info);

	fbi->regs.lcdcon1 |= S3C2410_LCDCON1_ENVID,
	writel(fbi->regs.lcdcon1, regs + S3C2410_LCDCON1);
}

/*
 *      s3c2410fb_set_par - Alters the hardware state.
 *      @info: frame buffer structure that represents a single frame buffer
 *
 */
static int s3c2410fb_set_par(struct fb_info *info)
{
	struct fb_var_screeninfo *var = &info->var;

	switch (var->bits_per_pixel) {
	case 32:
	case 16:
	case 12:
		info->fix.visual = FB_VISUAL_TRUECOLOR;
		break;
	case 1:
		info->fix.visual = FB_VISUAL_MONO01;
		break;
	default:
		info->fix.visual = FB_VISUAL_PSEUDOCOLOR;
		break;
	}

	info->fix.line_length = (var->xres_virtual * var->bits_per_pixel) / 8;

	/* activate this new configuration */

	s3c2410fb_activate_var(info);
	return 0;
}

static void schedule_palette_update(struct s3c2410fb_info *fbi,
				    unsigned int regno, unsigned int val)
{
	unsigned long flags;
	unsigned long irqen;
	void __iomem *irq_base = fbi->irq_base;

	local_irq_save(flags);

	fbi->palette_buffer[regno] = val;

	if (!fbi->palette_ready) {
		fbi->palette_ready = 1;

		/* enable IRQ */
		irqen = readl(irq_base + S3C24XX_LCDINTMSK);
		irqen &= ~S3C2410_LCDINT_FRSYNC;
		writel(irqen, irq_base + S3C24XX_LCDINTMSK);
	}

	local_irq_restore(flags);
}

/* from pxafb.c */
static inline unsigned int chan_to_field(unsigned int chan,
					 struct fb_bitfield *bf)
{
	chan &= 0xffff;
	chan >>= 16 - bf->length;
	return chan << bf->offset;
}

static int s3c2410fb_setcolreg(unsigned regno,
			       unsigned red, unsigned green, unsigned blue,
			       unsigned transp, struct fb_info *info)
{
	struct s3c2410fb_info *fbi = info->par;
	void __iomem *regs = fbi->io;
	unsigned int val;

	/* dprintk("setcol: regno=%d, rgb=%d,%d,%d\n",
		   regno, red, green, blue); */

	switch (info->fix.visual) {
	case FB_VISUAL_TRUECOLOR:
		/* true-colour, use pseudo-palette */

		if (regno < 16) {
			u32 *pal = info->pseudo_palette;

			val  = chan_to_field(red,   &info->var.red);
			val |= chan_to_field(green, &info->var.green);
			val |= chan_to_field(blue,  &info->var.blue);

			pal[regno] = val;
		}
		break;

	case FB_VISUAL_PSEUDOCOLOR:
		if (regno < 256) {
			/* currently assume RGB 5-6-5 mode */

			val  = (red   >>  0) & 0xf800;
			val |= (green >>  5) & 0x07e0;
			val |= (blue  >> 11) & 0x001f;

			writel(val, regs + S3C2410_TFTPAL(regno));
			schedule_palette_update(fbi, regno, val);
		}

		break;

	default:
		return 1;	/* unknown type */
	}

	return 0;
}

/* s3c2410fb_lcd_enable
 *
 * shutdown the lcd controller
 */
static void s3c2410fb_lcd_enable(struct s3c2410fb_info *fbi, int enable)
{
	unsigned long flags;

	local_irq_save(flags);

	if (enable)
		fbi->regs.lcdcon1 |= S3C2410_LCDCON1_ENVID;
	else
		fbi->regs.lcdcon1 &= ~S3C2410_LCDCON1_ENVID;

	writel(fbi->regs.lcdcon1, fbi->io + S3C2410_LCDCON1);

	local_irq_restore(flags);
}


/*
 *      s3c2410fb_blank
 *	@blank_mode: the blank mode we want.
 *	@info: frame buffer structure that represents a single frame buffer
 *
 *	Blank the screen if blank_mode != 0, else unblank. Return 0 if
 *	blanking succeeded, != 0 if un-/blanking failed due to e.g. a
 *	video mode which doesn't support it. Implements VESA suspend
 *	and powerdown modes on hardware that supports disabling hsync/vsync:
 *
 *	Returns negative errno on error, or zero on success.
 *
 */
static int s3c2410fb_blank(int blank_mode, struct fb_info *info)
{
	struct s3c2410fb_info *fbi = info->par;
	void __iomem *tpal_reg = fbi->io;

	dprintk("blank(mode=%d, info=%p)\n", blank_mode, info);

	tpal_reg += is_s3c2412(fbi) ? S3C2412_TPAL : S3C2410_TPAL;

	if (blank_mode == FB_BLANK_POWERDOWN) {
		s3c2410fb_lcd_enable(fbi, 0);
	} else {
		s3c2410fb_lcd_enable(fbi, 1);
	}

	if (blank_mode == FB_BLANK_UNBLANK)
		writel(0x0, tpal_reg);
	else {
		dprintk("setting TPAL to output 0x000000\n");
		writel(S3C2410_TPAL_EN, tpal_reg);
	}

	return 0;
}

static int s3c2410fb_debug_show(struct device *dev,
				struct device_attribute *attr, char *buf)
{
	return snprintf(buf, PAGE_SIZE, "%s\n", debug ? "on" : "off");
}

static int s3c2410fb_debug_store(struct device *dev,
				 struct device_attribute *attr,
				 const char *buf, size_t len)
{
	if (len < 1)
		return -EINVAL;

	if (strnicmp(buf, "on", 2) == 0 ||
	    strnicmp(buf, "1", 1) == 0) {
		debug = 1;
		printk(KERN_DEBUG "s3c2410fb: Debug On");
	} else if (strnicmp(buf, "off", 3) == 0 ||
		   strnicmp(buf, "0", 1) == 0) {
		debug = 0;
		printk(KERN_DEBUG "s3c2410fb: Debug Off");
	} else {
		return -EINVAL;
	}

	return len;
}

static DEVICE_ATTR(debug, 0666, s3c2410fb_debug_show, s3c2410fb_debug_store);

static struct fb_ops s3c2410fb_ops = {
	.owner		= THIS_MODULE,
	.fb_check_var	= s3c2410fb_check_var,
	.fb_set_par	= s3c2410fb_set_par,
	.fb_blank	= s3c2410fb_blank,
	.fb_setcolreg	= s3c2410fb_setcolreg,
	.fb_fillrect	= cfb_fillrect,
	.fb_copyarea	= cfb_copyarea,
	.fb_imageblit	= cfb_imageblit,
};

/*
 * s3c2410fb_map_video_memory():
 *	Allocates the DRAM memory for the frame buffer.  This buffer is
 *	remapped into a non-cached, non-buffered, memory region to
 *	allow palette and pixel writes to occur without flushing the
 *	cache.  Once this area is remapped, all virtual memory
 *	access to the video memory should occur at the new region.
 */
static int __init s3c2410fb_map_video_memory(struct fb_info *info)
{
	struct s3c2410fb_info *fbi = info->par;
	dma_addr_t map_dma;
	unsigned map_size = PAGE_ALIGN(info->fix.smem_len);

	dprintk("map_video_memory(fbi=%p) map_size %u\n", fbi, map_size);

	info->screen_base = dma_alloc_writecombine(fbi->dev, map_size,
						   &map_dma, GFP_KERNEL);

	if (info->screen_base) {
		/* prevent initial garbage on screen */
		dprintk("map_video_memory: clear %p:%08x\n",
			info->screen_base, map_size);
		memset(info->screen_base, 0x00, map_size);

		info->fix.smem_start = map_dma;

		dprintk("map_video_memory: dma=%08lx cpu=%p size=%08x\n",
			info->fix.smem_start, info->screen_base, map_size);
	}

	return info->screen_base ? 0 : -ENOMEM;
}

static inline void s3c2410fb_unmap_video_memory(struct fb_info *info)
{
	struct s3c2410fb_info *fbi = info->par;

	dma_free_writecombine(fbi->dev, PAGE_ALIGN(info->fix.smem_len),
			      info->screen_base, info->fix.smem_start);
}

static inline void modify_gpio(void __iomem *reg,
			       unsigned long set, unsigned long mask)
{
	unsigned long tmp;

	tmp = readl(reg) & ~mask;
	writel(tmp | set, reg);
}

/*
 * s3c2410fb_init_registers - Initialise all LCD-related registers
 */
static int s3c2410fb_init_registers(struct fb_info *info)
{
	struct s3c2410fb_info *fbi = info->par;
	struct s3c2410fb_mach_info *mach_info = fbi->dev->platform_data;
	unsigned long flags;
	void __iomem *regs = fbi->io;
	void __iomem *tpal;
	void __iomem *lpcsel;

	if (is_s3c2412(fbi)) {
		tpal = regs + S3C2412_TPAL;
		lpcsel = regs + S3C2412_TCONSEL;
	} else {
		tpal = regs + S3C2410_TPAL;
		lpcsel = regs + S3C2410_LPCSEL;
	}

	/* Initialise LCD with values from haret */

	local_irq_save(flags);

	/* modify the gpio(s) with interrupts set (bjd) */

	modify_gpio(S3C2410_GPCUP,  mach_info->gpcup,  mach_info->gpcup_mask);
	modify_gpio(S3C2410_GPCCON, mach_info->gpccon, mach_info->gpccon_mask);
	modify_gpio(S3C2410_GPDUP,  mach_info->gpdup,  mach_info->gpdup_mask);
	modify_gpio(S3C2410_GPDCON, mach_info->gpdcon, mach_info->gpdcon_mask);

	local_irq_restore(flags);

	dprintk("LPCSEL    = 0x%08lx\n", mach_info->lpcsel);
	writel(mach_info->lpcsel, lpcsel);

	dprintk("replacing TPAL %08x\n", readl(tpal));

	/* ensure temporary palette disabled */
	writel(0x00, tpal);

	return 0;
}

static void s3c2410fb_write_palette(struct s3c2410fb_info *fbi)
{
	unsigned int i;
	void __iomem *regs = fbi->io;

	fbi->palette_ready = 0;

	for (i = 0; i < 256; i++) {
		unsigned long ent = fbi->palette_buffer[i];
		if (ent == PALETTE_BUFF_CLEAR)
			continue;

		writel(ent, regs + S3C2410_TFTPAL(i));

		/* it seems the only way to know exactly
		 * if the palette wrote ok, is to check
		 * to see if the value verifies ok
		 */

		if (readw(regs + S3C2410_TFTPAL(i)) == ent)
			fbi->palette_buffer[i] = PALETTE_BUFF_CLEAR;
		else
			fbi->palette_ready = 1;   /* retry */
	}
}

static irqreturn_t s3c2410fb_irq(int irq, void *dev_id)
{
	struct s3c2410fb_info *fbi = dev_id;
	void __iomem *irq_base = fbi->irq_base;
	unsigned long lcdirq = readl(irq_base + S3C24XX_LCDINTPND);

	if (lcdirq & S3C2410_LCDINT_FRSYNC) {
		if (fbi->palette_ready)
			s3c2410fb_write_palette(fbi);

		writel(S3C2410_LCDINT_FRSYNC, irq_base + S3C24XX_LCDINTPND);
		writel(S3C2410_LCDINT_FRSYNC, irq_base + S3C24XX_LCDSRCPND);
	}

	return IRQ_HANDLED;
}

static char driver_name[] = "s3c2410fb";

static int __init s3c24xxfb_probe(struct platform_device *pdev,
				  enum s3c_drv_type drv_type)
{
	struct s3c2410fb_info *info;
	struct s3c2410fb_display *display;
	struct fb_info *fbinfo;
	struct s3c2410fb_mach_info *mach_info;
	struct resource *res;
	int ret;
	int irq;
	int i;
	int size;
	u32 lcdcon1;

	mach_info = pdev->dev.platform_data;
	if (mach_info == NULL) {
		dev_err(&pdev->dev,
			"no platform data for lcd, cannot attach\n");
		return -EINVAL;
	}

	if (mach_info->default_display >= mach_info->num_displays) {
		dev_err(&pdev->dev, "default is %d but only %d displays\n",
			mach_info->default_display, mach_info->num_displays);
		return -EINVAL;
	}

	display = mach_info->displays + mach_info->default_display;

	irq = platform_get_irq(pdev, 0);
	if (irq < 0) {
		dev_err(&pdev->dev, "no irq for device\n");
		return -ENOENT;
	}

	fbinfo = framebuffer_alloc(sizeof(struct s3c2410fb_info), &pdev->dev);
	if (!fbinfo)
		return -ENOMEM;

	platform_set_drvdata(pdev, fbinfo);

	info = fbinfo->par;
	info->dev = &pdev->dev;
	info->drv_type = drv_type;

	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
	if (res == NULL) {
		dev_err(&pdev->dev, "failed to get memory registers\n");
		ret = -ENXIO;
		goto dealloc_fb;
	}

	size = (res->end - res->start) + 1;
	info->mem = request_mem_region(res->start, size, pdev->name);
	if (info->mem == NULL) {
		dev_err(&pdev->dev, "failed to get memory region\n");
		ret = -ENOENT;
		goto dealloc_fb;
	}

	info->io = ioremap(res->start, size);
	if (info->io == NULL) {
		dev_err(&pdev->dev, "ioremap() of registers failed\n");
		ret = -ENXIO;
		goto release_mem;
	}

	info->irq_base = info->io + ((drv_type == DRV_S3C2412) ? S3C2412_LCDINTBASE : S3C2410_LCDINTBASE);

	dprintk("devinit\n");

	strcpy(fbinfo->fix.id, driver_name);

	/* Stop the video */
	lcdcon1 = readl(info->io + S3C2410_LCDCON1);
	writel(lcdcon1 & ~S3C2410_LCDCON1_ENVID, info->io + S3C2410_LCDCON1);

	fbinfo->fix.type	    = FB_TYPE_PACKED_PIXELS;
	fbinfo->fix.type_aux	    = 0;
	fbinfo->fix.xpanstep	    = 0;
	fbinfo->fix.ypanstep	    = 0;
	fbinfo->fix.ywrapstep	    = 0;
	fbinfo->fix.accel	    = FB_ACCEL_NONE;

	fbinfo->var.nonstd	    = 0;
	fbinfo->var.activate	    = FB_ACTIVATE_NOW;
	fbinfo->var.accel_flags     = 0;
	fbinfo->var.vmode	    = FB_VMODE_NONINTERLACED;

	fbinfo->fbops		    = &s3c2410fb_ops;
	fbinfo->flags		    = FBINFO_FLAG_DEFAULT;
	fbinfo->pseudo_palette      = &info->pseudo_pal;

	for (i = 0; i < 256; i++)
		info->palette_buffer[i] = PALETTE_BUFF_CLEAR;

	ret = request_irq(irq, s3c2410fb_irq, IRQF_DISABLED, pdev->name, info);
	if (ret) {
		dev_err(&pdev->dev, "cannot get irq %d - err %d\n", irq, ret);
		ret = -EBUSY;
		goto release_regs;
	}

	info->clk = clk_get(NULL, "lcd");
	if (!info->clk || IS_ERR(info->clk)) {
		printk(KERN_ERR "failed to get lcd clock source\n");
		ret = -ENOENT;
		goto release_irq;
	}

	clk_enable(info->clk);
	dprintk("got and enabled clock\n");

	msleep(1);

	/* find maximum required memory size for display */
	for (i = 0; i < mach_info->num_displays; i++) {
		unsigned long smem_len = mach_info->displays[i].xres;

		smem_len *= mach_info->displays[i].yres;
		smem_len *= mach_info->displays[i].bpp;
		smem_len >>= 3;
		if (fbinfo->fix.smem_len < smem_len)
			fbinfo->fix.smem_len = smem_len;
	}

	/* Initialize video memory */
	ret = s3c2410fb_map_video_memory(fbinfo);
	if (ret) {
		printk(KERN_ERR "Failed to allocate video RAM: %d\n", ret);
		ret = -ENOMEM;
		goto release_clock;
	}

	dprintk("got video memory\n");

	fbinfo->var.xres = display->xres;
	fbinfo->var.yres = display->yres;
	fbinfo->var.bits_per_pixel = display->bpp;

	s3c2410fb_init_registers(fbinfo);

	s3c2410fb_check_var(&fbinfo->var, fbinfo);

	ret = register_framebuffer(fbinfo);
	if (ret < 0) {
		printk(KERN_ERR "Failed to register framebuffer device: %d\n",
			ret);
		goto free_video_memory;
	}

	/* create device files */
	ret = device_create_file(&pdev->dev, &dev_attr_debug);
	if (ret) {
		printk(KERN_ERR "failed to add debug attribute\n");
	}

	printk(KERN_INFO "fb%d: %s frame buffer device\n",
		fbinfo->node, fbinfo->fix.id);

	return 0;

free_video_memory:
	s3c2410fb_unmap_video_memory(fbinfo);
release_clock:
	clk_disable(info->clk);
	clk_put(info->clk);
release_irq:
	free_irq(irq, info);
release_regs:
	iounmap(info->io);
release_mem:
	release_resource(info->mem);
	kfree(info->mem);
dealloc_fb:
	platform_set_drvdata(pdev, NULL);
	framebuffer_release(fbinfo);
	return ret;
}

static int __init s3c2410fb_probe(struct platform_device *pdev)
{
	return s3c24xxfb_probe(pdev, DRV_S3C2410);
}

static int __init s3c2412fb_probe(struct platform_device *pdev)
{
	return s3c24xxfb_probe(pdev, DRV_S3C2412);
}


/*
 *  Cleanup
 */
static int s3c2410fb_remove(struct platform_device *pdev)
{
	struct fb_info *fbinfo = platform_get_drvdata(pdev);
	struct s3c2410fb_info *info = fbinfo->par;
	int irq;

	unregister_framebuffer(fbinfo);

	s3c2410fb_lcd_enable(info, 0);
	msleep(1);

	s3c2410fb_unmap_video_memory(fbinfo);

	if (info->clk) {
		clk_disable(info->clk);
		clk_put(info->clk);
		info->clk = NULL;
	}

	irq = platform_get_irq(pdev, 0);
	free_irq(irq, info);

	iounmap(info->io);

	release_resource(info->mem);
	kfree(info->mem);

	platform_set_drvdata(pdev, NULL);
	framebuffer_release(fbinfo);

	return 0;
}

#ifdef CONFIG_PM

/* suspend and resume support for the lcd controller */
static int s3c2410fb_suspend(struct platform_device *dev, pm_message_t state)
{
	struct fb_info	   *fbinfo = platform_get_drvdata(dev);
	struct s3c2410fb_info *info = fbinfo->par;

	s3c2410fb_lcd_enable(info, 0);

	/* sleep before disabling the clock, we need to ensure
	 * the LCD DMA engine is not going to get back on the bus
	 * before the clock goes off again (bjd) */

	msleep(1);
	clk_disable(info->clk);

	return 0;
}

static int s3c2410fb_resume(struct platform_device *dev)
{
	struct fb_info	   *fbinfo = platform_get_drvdata(dev);
	struct s3c2410fb_info *info = fbinfo->par;

	clk_enable(info->clk);
	msleep(1);

	s3c2410fb_init_registers(fbinfo);

	return 0;
}

#else
#define s3c2410fb_suspend NULL
#define s3c2410fb_resume  NULL
#endif

static struct platform_driver s3c2410fb_driver = {
	.probe		= s3c2410fb_probe,
	.remove		= s3c2410fb_remove,
	.suspend	= s3c2410fb_suspend,
	.resume		= s3c2410fb_resume,
	.driver		= {
		.name	= "s3c2410-lcd",
		.owner	= THIS_MODULE,
	},
};

static struct platform_driver s3c2412fb_driver = {
	.probe		= s3c2412fb_probe,
	.remove		= s3c2410fb_remove,
	.suspend	= s3c2410fb_suspend,
	.resume		= s3c2410fb_resume,
	.driver		= {
		.name	= "s3c2412-lcd",
		.owner	= THIS_MODULE,
	},
};

int __init s3c2410fb_init(void)
{
	int ret = platform_driver_register(&s3c2410fb_driver);

	if (ret == 0)
		ret = platform_driver_register(&s3c2412fb_driver);;

	return ret;
}

static void __exit s3c2410fb_cleanup(void)
{
	platform_driver_unregister(&s3c2410fb_driver);
	platform_driver_unregister(&s3c2412fb_driver);
}

module_init(s3c2410fb_init);
module_exit(s3c2410fb_cleanup);

MODULE_AUTHOR("Arnaud Patard <arnaud.patard@rtp-net.org>, "
	      "Ben Dooks <ben-linux@fluff.org>");
MODULE_DESCRIPTION("Framebuffer driver for the s3c2410");
MODULE_LICENSE("GPL");
MODULE_ALIAS("platform:s3c2410-lcd");
MODULE_ALIAS("platform:s3c2412-lcd");
} } return 0; } static int iscsi_ctask_xmit(struct iscsi_conn *conn, struct iscsi_cmd_task *ctask) { int rc = 0; debug_scsi("ctask deq [cid %d xmstate %x itt 0x%x]\n", conn->id, ctask->xmstate, ctask->itt); /* * serialize with TMF AbortTask */ if (ctask->mtask) return rc; if (ctask->xmstate & XMSTATE_R_HDR) { rc = handle_xmstate_r_hdr(conn, ctask); return rc; } if (ctask->xmstate & XMSTATE_W_HDR) { rc = handle_xmstate_w_hdr(conn, ctask); if (rc) return rc; } /* XXX: for data digest xmit recover */ if (ctask->xmstate & XMSTATE_DATA_DIGEST) { rc = handle_xmstate_data_digest(conn, ctask); if (rc) return rc; } if (ctask->xmstate & XMSTATE_IMM_DATA) { rc = handle_xmstate_imm_data(conn, ctask); if (rc) return rc; } if (ctask->xmstate & XMSTATE_UNS_HDR) { BUG_ON(!ctask->unsol_count); ctask->xmstate &= ~XMSTATE_UNS_HDR; unsolicit_head_again: rc = handle_xmstate_uns_hdr(conn, ctask); if (rc) return rc; } if (ctask->xmstate & XMSTATE_UNS_DATA) { rc = handle_xmstate_uns_data(conn, ctask); if (rc == 1) goto unsolicit_head_again; else if (rc) return rc; goto done; } if (ctask->xmstate & XMSTATE_SOL_HDR) { struct iscsi_r2t_info *r2t; ctask->xmstate &= ~XMSTATE_SOL_HDR; ctask->xmstate |= XMSTATE_SOL_DATA; if (!ctask->r2t) __kfifo_get(ctask->r2tqueue, (void*)&ctask->r2t, sizeof(void*)); solicit_head_again: r2t = ctask->r2t; if (conn->hdrdgst_en) iscsi_hdr_digest(conn, &r2t->headbuf, (u8*)r2t->dtask->hdrext); if (iscsi_sendhdr(conn, &r2t->headbuf, r2t->data_count)) { ctask->xmstate &= ~XMSTATE_SOL_DATA; ctask->xmstate |= XMSTATE_SOL_HDR; return -EAGAIN; } debug_scsi("sol dout [dsn %d itt 0x%x dlen %d sent %d]\n", r2t->solicit_datasn - 1, ctask->itt, r2t->data_count, r2t->sent); } if (ctask->xmstate & XMSTATE_SOL_DATA) { rc = handle_xmstate_sol_data(conn, ctask); if (rc == 1) goto solicit_head_again; if (rc) return rc; } done: /* * Last thing to check is whether we need to send write * padding. Note that we check for xmstate equality, not just the bit. */ if (ctask->xmstate == XMSTATE_W_PAD) rc = handle_xmstate_w_pad(conn, ctask); return rc; } /** * iscsi_data_xmit - xmit any command into the scheduled connection * @conn: iscsi connection * * Notes: * The function can return -EAGAIN in which case the caller must * re-schedule it again later or recover. '0' return code means * successful xmit. **/ static int iscsi_data_xmit(struct iscsi_conn *conn) { if (unlikely(conn->suspend_tx)) { debug_tcp("conn %d Tx suspended!\n", conn->id); return 0; } /* * Transmit in the following order: * * 1) un-finished xmit (ctask or mtask) * 2) immediate control PDUs * 3) write data * 4) SCSI commands * 5) non-immediate control PDUs * * No need to lock around __kfifo_get as long as * there's one producer and one consumer. */ BUG_ON(conn->ctask && conn->mtask); if (conn->ctask) { if (iscsi_ctask_xmit(conn, conn->ctask)) goto again; /* done with this in-progress ctask */ conn->ctask = NULL; } if (conn->mtask) { if (iscsi_mtask_xmit(conn, conn->mtask)) goto again; /* done with this in-progress mtask */ conn->mtask = NULL; } /* process immediate first */ if (unlikely(__kfifo_len(conn->immqueue))) { struct iscsi_session *session = conn->session; while (__kfifo_get(conn->immqueue, (void*)&conn->mtask, sizeof(void*))) { if (iscsi_mtask_xmit(conn, conn->mtask)) goto again; if (conn->mtask->hdr.itt == cpu_to_be32(ISCSI_RESERVED_TAG)) { spin_lock_bh(&session->lock); __kfifo_put(session->mgmtpool.queue, (void*)&conn->mtask, sizeof(void*)); spin_unlock_bh(&session->lock); } } /* done with this mtask */ conn->mtask = NULL; } /* process write queue */ while (__kfifo_get(conn->writequeue, (void*)&conn->ctask, sizeof(void*))) { if (iscsi_ctask_xmit(conn, conn->ctask)) goto again; } /* process command queue */ while (__kfifo_get(conn->xmitqueue, (void*)&conn->ctask, sizeof(void*))) { if (iscsi_ctask_xmit(conn, conn->ctask)) goto again; } /* done with this ctask */ conn->ctask = NULL; /* process the rest control plane PDUs, if any */ if (unlikely(__kfifo_len(conn->mgmtqueue))) { struct iscsi_session *session = conn->session; while (__kfifo_get(conn->mgmtqueue, (void*)&conn->mtask, sizeof(void*))) { if (iscsi_mtask_xmit(conn, conn->mtask)) goto again; if (conn->mtask->hdr.itt == cpu_to_be32(ISCSI_RESERVED_TAG)) { spin_lock_bh(&session->lock); __kfifo_put(session->mgmtpool.queue, (void*)&conn->mtask, sizeof(void*)); spin_unlock_bh(&session->lock); } } /* done with this mtask */ conn->mtask = NULL; } return 0; again: if (unlikely(conn->suspend_tx)) return 0; return -EAGAIN; } static void iscsi_xmitworker(void *data) { struct iscsi_conn *conn = data; /* * serialize Xmit worker on a per-connection basis. */ mutex_lock(&conn->xmitmutex); if (iscsi_data_xmit(conn)) schedule_work(&conn->xmitwork); mutex_unlock(&conn->xmitmutex); } #define FAILURE_BAD_HOST 1 #define FAILURE_SESSION_FAILED 2 #define FAILURE_SESSION_FREED 3 #define FAILURE_WINDOW_CLOSED 4 #define FAILURE_SESSION_TERMINATE 5 static int iscsi_queuecommand(struct scsi_cmnd *sc, void (*done)(struct scsi_cmnd *)) { struct Scsi_Host *host; int reason = 0; struct iscsi_session *session; struct iscsi_conn *conn = NULL; struct iscsi_cmd_task *ctask = NULL; sc->scsi_done = done; sc->result = 0; host = sc->device->host; session = iscsi_hostdata(host->hostdata); BUG_ON(host != session->host); spin_lock(&session->lock); if (session->state != ISCSI_STATE_LOGGED_IN) { if (session->state == ISCSI_STATE_FAILED) { reason = FAILURE_SESSION_FAILED; goto reject; } else if (session->state == ISCSI_STATE_TERMINATE) { reason = FAILURE_SESSION_TERMINATE; goto fault; } reason = FAILURE_SESSION_FREED; goto fault; } /* * Check for iSCSI window and take care of CmdSN wrap-around */ if ((int)(session->max_cmdsn - session->cmdsn) < 0) { reason = FAILURE_WINDOW_CLOSED; goto reject; } conn = session->leadconn; __kfifo_get(session->cmdpool.queue, (void*)&ctask, sizeof(void*)); BUG_ON(ctask->sc); sc->SCp.phase = session->age; sc->SCp.ptr = (char*)ctask; iscsi_cmd_init(conn, ctask, sc); __kfifo_put(conn->xmitqueue, (void*)&ctask, sizeof(void*)); debug_scsi( "ctask enq [%s cid %d sc %lx itt 0x%x len %d cmdsn %d win %d]\n", sc->sc_data_direction == DMA_TO_DEVICE ? "write" : "read", conn->id, (long)sc, ctask->itt, sc->request_bufflen, session->cmdsn, session->max_cmdsn - session->exp_cmdsn + 1); spin_unlock(&session->lock); if (!in_interrupt() && mutex_trylock(&conn->xmitmutex)) { spin_unlock_irq(host->host_lock); if (iscsi_data_xmit(conn)) schedule_work(&conn->xmitwork); mutex_unlock(&conn->xmitmutex); spin_lock_irq(host->host_lock); } else schedule_work(&conn->xmitwork); return 0; reject: spin_unlock(&session->lock); debug_scsi("cmd 0x%x rejected (%d)\n", sc->cmnd[0], reason); return SCSI_MLQUEUE_HOST_BUSY; fault: spin_unlock(&session->lock); printk(KERN_ERR "iscsi_tcp: cmd 0x%x is not queued (%d)\n", sc->cmnd[0], reason); sc->sense_buffer[0] = 0x70; sc->sense_buffer[2] = NOT_READY; sc->sense_buffer[7] = 0x6; sc->sense_buffer[12] = 0x08; sc->sense_buffer[13] = 0x00; sc->result = (DID_NO_CONNECT << 16); sc->resid = sc->request_bufflen; sc->scsi_done(sc); return 0; } static int iscsi_change_queue_depth(struct scsi_device *sdev, int depth) { if (depth > ISCSI_MAX_CMD_PER_LUN) depth = ISCSI_MAX_CMD_PER_LUN; scsi_adjust_queue_depth(sdev, scsi_get_tag_type(sdev), depth); return sdev->queue_depth; } static int iscsi_pool_init(struct iscsi_queue *q, int max, void ***items, int item_size) { int i; *items = kmalloc(max * sizeof(void*), GFP_KERNEL); if (*items == NULL) return -ENOMEM; q->max = max; q->pool = kmalloc(max * sizeof(void*), GFP_KERNEL); if (q->pool == NULL) { kfree(*items); return -ENOMEM; } q->queue = kfifo_init((void*)q->pool, max * sizeof(void*), GFP_KERNEL, NULL); if (q->queue == ERR_PTR(-ENOMEM)) { kfree(q->pool); kfree(*items); return -ENOMEM; } for (i = 0; i < max; i++) { q->pool[i] = kmalloc(item_size, GFP_KERNEL); if (q->pool[i] == NULL) { int j; for (j = 0; j < i; j++) kfree(q->pool[j]); kfifo_free(q->queue); kfree(q->pool); kfree(*items); return -ENOMEM; } memset(q->pool[i], 0, item_size); (*items)[i] = q->pool[i]; __kfifo_put(q->queue, (void*)&q->pool[i], sizeof(void*)); } return 0; } static void iscsi_pool_free(struct iscsi_queue *q, void **items) { int i; for (i = 0; i < q->max; i++) kfree(items[i]); kfree(q->pool); kfree(items); } static iscsi_connh_t iscsi_conn_create(iscsi_sessionh_t sessionh, uint32_t conn_idx) { struct iscsi_session *session = iscsi_ptr(sessionh); struct iscsi_conn *conn = NULL; conn = kmalloc(sizeof(struct iscsi_conn), GFP_KERNEL); if (conn == NULL) goto conn_alloc_fail; memset(conn, 0, sizeof(struct iscsi_conn)); conn->c_stage = ISCSI_CONN_INITIAL_STAGE; conn->in_progress = IN_PROGRESS_WAIT_HEADER; conn->id = conn_idx; conn->exp_statsn = 0; conn->tmabort_state = TMABORT_INITIAL; /* initial operational parameters */ conn->hdr_size = sizeof(struct iscsi_hdr); conn->data_size = DEFAULT_MAX_RECV_DATA_SEGMENT_LENGTH; conn->max_recv_dlength = DEFAULT_MAX_RECV_DATA_SEGMENT_LENGTH; spin_lock_init(&conn->lock); /* initialize general xmit PDU commands queue */ conn->xmitqueue = kfifo_alloc(session->cmds_max * sizeof(void*), GFP_KERNEL, NULL); if (conn->xmitqueue == ERR_PTR(-ENOMEM)) goto xmitqueue_alloc_fail; /* initialize write response PDU commands queue */ conn->writequeue = kfifo_alloc(session->cmds_max * sizeof(void*), GFP_KERNEL, NULL); if (conn->writequeue == ERR_PTR(-ENOMEM)) goto writequeue_alloc_fail; /* initialize general immediate & non-immediate PDU commands queue */ conn->immqueue = kfifo_alloc(session->mgmtpool_max * sizeof(void*), GFP_KERNEL, NULL); if (conn->immqueue == ERR_PTR(-ENOMEM)) goto immqueue_alloc_fail; conn->mgmtqueue = kfifo_alloc(session->mgmtpool_max * sizeof(void*), GFP_KERNEL, NULL); if (conn->mgmtqueue == ERR_PTR(-ENOMEM)) goto mgmtqueue_alloc_fail; INIT_WORK(&conn->xmitwork, iscsi_xmitworker, conn); /* allocate login_mtask used for the login/text sequences */ spin_lock_bh(&session->lock); if (!__kfifo_get(session->mgmtpool.queue, (void*)&conn->login_mtask, sizeof(void*))) { spin_unlock_bh(&session->lock); goto login_mtask_alloc_fail; } spin_unlock_bh(&session->lock); /* allocate initial PDU receive place holder */ if (conn->data_size <= PAGE_SIZE) conn->data = kmalloc(conn->data_size, GFP_KERNEL); else conn->data = (void*)__get_free_pages(GFP_KERNEL, get_order(conn->data_size)); if (!conn->data) goto max_recv_dlenght_alloc_fail; init_timer(&conn->tmabort_timer); mutex_init(&conn->xmitmutex); init_waitqueue_head(&conn->ehwait); return iscsi_handle(conn); max_recv_dlenght_alloc_fail: spin_lock_bh(&session->lock); __kfifo_put(session->mgmtpool.queue, (void*)&conn->login_mtask, sizeof(void*)); spin_unlock_bh(&session->lock); login_mtask_alloc_fail: kfifo_free(conn->mgmtqueue); mgmtqueue_alloc_fail: kfifo_free(conn->immqueue); immqueue_alloc_fail: kfifo_free(conn->writequeue); writequeue_alloc_fail: kfifo_free(conn->xmitqueue); xmitqueue_alloc_fail: kfree(conn); conn_alloc_fail: return iscsi_handle(NULL); } static void iscsi_conn_destroy(iscsi_connh_t connh) { struct iscsi_conn *conn = iscsi_ptr(connh); struct iscsi_session *session = conn->session; unsigned long flags; mutex_lock(&conn->xmitmutex); set_bit(SUSPEND_BIT, &conn->suspend_tx); if (conn->c_stage == ISCSI_CONN_INITIAL_STAGE && conn->sock) { struct sock *sk = conn->sock->sk; /* * conn_start() has never been called! * need to cleanup the socket. */ write_lock_bh(&sk->sk_callback_lock); set_bit(SUSPEND_BIT, &conn->suspend_rx); write_unlock_bh(&sk->sk_callback_lock); sock_hold(conn->sock->sk); iscsi_conn_restore_callbacks(conn); sock_put(conn->sock->sk); sock_release(conn->sock); conn->sock = NULL; } spin_lock_bh(&session->lock); conn->c_stage = ISCSI_CONN_CLEANUP_WAIT; if (session->leadconn == conn) { /* * leading connection? then give up on recovery. */ session->state = ISCSI_STATE_TERMINATE; wake_up(&conn->ehwait); } spin_unlock_bh(&session->lock); mutex_unlock(&conn->xmitmutex); /* * Block until all in-progress commands for this connection * time out or fail. */ for (;;) { spin_lock_irqsave(session->host->host_lock, flags); if (!session->host->host_busy) { /* OK for ERL == 0 */ spin_unlock_irqrestore(session->host->host_lock, flags); break; } spin_unlock_irqrestore(session->host->host_lock, flags); msleep_interruptible(500); printk("conn_destroy(): host_busy %d host_failed %d\n", session->host->host_busy, session->host->host_failed); /* * force eh_abort() to unblock */ wake_up(&conn->ehwait); } /* now free crypto */ if (conn->hdrdgst_en || conn->datadgst_en) { if (conn->tx_tfm) crypto_free_tfm(conn->tx_tfm); if (conn->rx_tfm) crypto_free_tfm(conn->rx_tfm); if (conn->data_tx_tfm) crypto_free_tfm(conn->data_tx_tfm); if (conn->data_rx_tfm) crypto_free_tfm(conn->data_rx_tfm); } /* free conn->data, size = MaxRecvDataSegmentLength */ if (conn->data_size <= PAGE_SIZE) kfree(conn->data); else free_pages((unsigned long)conn->data, get_order(conn->data_size)); spin_lock_bh(&session->lock); __kfifo_put(session->mgmtpool.queue, (void*)&conn->login_mtask, sizeof(void*)); list_del(&conn->item); if (list_empty(&session->connections)) session->leadconn = NULL; if (session->leadconn && session->leadconn == conn) session->leadconn = container_of(session->connections.next, struct iscsi_conn, item); if (session->leadconn == NULL) /* none connections exits.. reset sequencing */ session->cmdsn = session->max_cmdsn = session->exp_cmdsn = 1; spin_unlock_bh(&session->lock); kfifo_free(conn->xmitqueue); kfifo_free(conn->writequeue); kfifo_free(conn->immqueue); kfifo_free(conn->mgmtqueue); kfree(conn); } static int iscsi_conn_bind(iscsi_sessionh_t sessionh, iscsi_connh_t connh, uint32_t transport_fd, int is_leading) { struct iscsi_session *session = iscsi_ptr(sessionh); struct iscsi_conn *tmp = ERR_PTR(-EEXIST), *conn = iscsi_ptr(connh); struct sock *sk; struct socket *sock; int err; /* lookup for existing socket */ sock = sockfd_lookup(transport_fd, &err); if (!sock) { printk(KERN_ERR "iscsi_tcp: sockfd_lookup failed %d\n", err); return -EEXIST; } /* lookup for existing connection */ spin_lock_bh(&session->lock); list_for_each_entry(tmp, &session->connections, item) { if (tmp == conn) { if (conn->c_stage != ISCSI_CONN_STOPPED || conn->stop_stage == STOP_CONN_TERM) { printk(KERN_ERR "iscsi_tcp: can't bind " "non-stopped connection (%d:%d)\n", conn->c_stage, conn->stop_stage); spin_unlock_bh(&session->lock); return -EIO; } break; } } if (tmp != conn) { /* bind new iSCSI connection to session */ conn->session = session; list_add(&conn->item, &session->connections); } spin_unlock_bh(&session->lock); if (conn->stop_stage != STOP_CONN_SUSPEND) { /* bind iSCSI connection and socket */ conn->sock = sock; /* setup Socket parameters */ sk = sock->sk; sk->sk_reuse = 1; sk->sk_sndtimeo = 15 * HZ; /* FIXME: make it configurable */ sk->sk_allocation = GFP_ATOMIC; /* FIXME: disable Nagle's algorithm */ /* * Intercept TCP callbacks for sendfile like receive * processing. */ iscsi_conn_set_callbacks(conn); conn->sendpage = conn->sock->ops->sendpage; /* * set receive state machine into initial state */ conn->in_progress = IN_PROGRESS_WAIT_HEADER; } if (is_leading) session->leadconn = conn; /* * Unblock xmitworker(), Login Phase will pass through. */ clear_bit(SUSPEND_BIT, &conn->suspend_rx); clear_bit(SUSPEND_BIT, &conn->suspend_tx); return 0; } static int iscsi_conn_start(iscsi_connh_t connh) { struct iscsi_conn *conn = iscsi_ptr(connh); struct iscsi_session *session = conn->session; struct sock *sk; /* FF phase warming up... */ if (session == NULL) { printk(KERN_ERR "iscsi_tcp: can't start unbound connection\n"); return -EPERM; } sk = conn->sock->sk; write_lock_bh(&sk->sk_callback_lock); spin_lock_bh(&session->lock); conn->c_stage = ISCSI_CONN_STARTED; session->state = ISCSI_STATE_LOGGED_IN; switch(conn->stop_stage) { case STOP_CONN_RECOVER: /* * unblock eh_abort() if it is blocked. re-try all * commands after successful recovery */ session->conn_cnt++; conn->stop_stage = 0; conn->tmabort_state = TMABORT_INITIAL; session->age++; wake_up(&conn->ehwait); break; case STOP_CONN_TERM: session->conn_cnt++; conn->stop_stage = 0; break; case STOP_CONN_SUSPEND: conn->stop_stage = 0; clear_bit(SUSPEND_BIT, &conn->suspend_rx); clear_bit(SUSPEND_BIT, &conn->suspend_tx); break; default: break; } spin_unlock_bh(&session->lock); write_unlock_bh(&sk->sk_callback_lock); return 0; } static void iscsi_conn_stop(iscsi_connh_t connh, int flag) { struct iscsi_conn *conn = iscsi_ptr(connh); struct iscsi_session *session = conn->session; struct sock *sk; unsigned long flags; BUG_ON(!conn->sock); sk = conn->sock->sk; write_lock_bh(&sk->sk_callback_lock); set_bit(SUSPEND_BIT, &conn->suspend_rx); write_unlock_bh(&sk->sk_callback_lock); mutex_lock(&conn->xmitmutex); spin_lock_irqsave(session->host->host_lock, flags); spin_lock(&session->lock); conn->stop_stage = flag; conn->c_stage = ISCSI_CONN_STOPPED; set_bit(SUSPEND_BIT, &conn->suspend_tx); if (flag != STOP_CONN_SUSPEND) session->conn_cnt--; if (session->conn_cnt == 0 || session->leadconn == conn) session->state = ISCSI_STATE_FAILED; spin_unlock(&session->lock); spin_unlock_irqrestore(session->host->host_lock, flags); if (flag == STOP_CONN_TERM || flag == STOP_CONN_RECOVER) { struct iscsi_cmd_task *ctask; struct iscsi_mgmt_task *mtask; /* * Socket must go now. */ sock_hold(conn->sock->sk); iscsi_conn_restore_callbacks(conn); sock_put(conn->sock->sk); /* * flush xmit queues. */ spin_lock_bh(&session->lock); while (__kfifo_get(conn->writequeue, (void*)&ctask, sizeof(void*)) || __kfifo_get(conn->xmitqueue, (void*)&ctask, sizeof(void*))) { struct iscsi_r2t_info *r2t; /* * flush ctask's r2t queues */ while (__kfifo_get(ctask->r2tqueue, (void*)&r2t, sizeof(void*))) __kfifo_put(ctask->r2tpool.queue, (void*)&r2t, sizeof(void*)); spin_unlock_bh(&session->lock); local_bh_disable(); iscsi_ctask_cleanup(conn, ctask); local_bh_enable(); spin_lock_bh(&session->lock); } conn->ctask = NULL; while (__kfifo_get(conn->immqueue, (void*)&mtask, sizeof(void*)) || __kfifo_get(conn->mgmtqueue, (void*)&mtask, sizeof(void*))) { __kfifo_put(session->mgmtpool.queue, (void*)&mtask, sizeof(void*)); } conn->mtask = NULL; spin_unlock_bh(&session->lock); /* * release socket only after we stopped data_xmit() * activity and flushed all outstandings */ sock_release(conn->sock); conn->sock = NULL; /* * for connection level recovery we should not calculate * header digest. conn->hdr_size used for optimization * in hdr_extract() and will be re-negotiated at * set_param() time. */ if (flag == STOP_CONN_RECOVER) { conn->hdr_size = sizeof(struct iscsi_hdr); conn->hdrdgst_en = 0; conn->datadgst_en = 0; } } mutex_unlock(&conn->xmitmutex); } static int iscsi_conn_send_generic(struct iscsi_conn *conn, struct iscsi_hdr *hdr, char *data, uint32_t data_size) { struct iscsi_session *session = conn->session; struct iscsi_nopout *nop = (struct iscsi_nopout *)hdr; struct iscsi_mgmt_task *mtask; spin_lock_bh(&session->lock); if (session->state == ISCSI_STATE_TERMINATE) { spin_unlock_bh(&session->lock); return -EPERM; } if (hdr->opcode == (ISCSI_OP_LOGIN | ISCSI_OP_IMMEDIATE) || hdr->opcode == (ISCSI_OP_TEXT | ISCSI_OP_IMMEDIATE)) /* * Login and Text are sent serially, in * request-followed-by-response sequence. * Same mtask can be used. Same ITT must be used. * Note that login_mtask is preallocated at conn_create(). */ mtask = conn->login_mtask; else { BUG_ON(conn->c_stage == ISCSI_CONN_INITIAL_STAGE); BUG_ON(conn->c_stage == ISCSI_CONN_STOPPED); if (!__kfifo_get(session->mgmtpool.queue, (void*)&mtask, sizeof(void*))) { spin_unlock_bh(&session->lock); return -ENOSPC; } } /* * pre-format CmdSN and ExpStatSN for outgoing PDU. */ if (hdr->itt != cpu_to_be32(ISCSI_RESERVED_TAG)) { hdr->itt = mtask->itt | (conn->id << CID_SHIFT) | (session->age << AGE_SHIFT); nop->cmdsn = cpu_to_be32(session->cmdsn); if (conn->c_stage == ISCSI_CONN_STARTED && !(hdr->opcode & ISCSI_OP_IMMEDIATE)) session->cmdsn++; } else /* do not advance CmdSN */ nop->cmdsn = cpu_to_be32(session->cmdsn); nop->exp_statsn = cpu_to_be32(conn->exp_statsn); memcpy(&mtask->hdr, hdr, sizeof(struct iscsi_hdr)); iscsi_buf_init_virt(&mtask->headbuf, (char*)&mtask->hdr, sizeof(struct iscsi_hdr)); spin_unlock_bh(&session->lock); if (data_size) { memcpy(mtask->data, data, data_size); mtask->data_count = data_size; } else mtask->data_count = 0; mtask->xmstate = XMSTATE_IMM_HDR; if (mtask->data_count) { iscsi_buf_init_iov(&mtask->sendbuf, (char*)mtask->data, mtask->data_count); } debug_scsi("mgmtpdu [op 0x%x hdr->itt 0x%x datalen %d]\n", hdr->opcode, hdr->itt, data_size); /* * since send_pdu() could be called at least from two contexts, * we need to serialize __kfifo_put, so we don't have to take * additional lock on fast data-path */ if (hdr->opcode & ISCSI_OP_IMMEDIATE) __kfifo_put(conn->immqueue, (void*)&mtask, sizeof(void*)); else __kfifo_put(conn->mgmtqueue, (void*)&mtask, sizeof(void*)); schedule_work(&conn->xmitwork); return 0; } static int iscsi_eh_host_reset(struct scsi_cmnd *sc) { struct iscsi_cmd_task *ctask = (struct iscsi_cmd_task *)sc->SCp.ptr; struct iscsi_conn *conn = ctask->conn; struct iscsi_session *session = conn->session; spin_lock_bh(&session->lock); if (session->state == ISCSI_STATE_TERMINATE) { debug_scsi("failing host reset: session terminated " "[CID %d age %d]", conn->id, session->age); spin_unlock_bh(&session->lock); return FAILED; } spin_unlock_bh(&session->lock); debug_scsi("failing connection CID %d due to SCSI host reset " "[itt 0x%x age %d]", conn->id, ctask->itt, session->age); iscsi_conn_failure(conn, ISCSI_ERR_CONN_FAILED); return SUCCESS; } static void iscsi_tmabort_timedout(unsigned long data) { struct iscsi_cmd_task *ctask = (struct iscsi_cmd_task *)data; struct iscsi_conn *conn = ctask->conn; struct iscsi_session *session = conn->session; spin_lock(&session->lock); if (conn->tmabort_state == TMABORT_INITIAL) { __kfifo_put(session->mgmtpool.queue, (void*)&ctask->mtask, sizeof(void*)); conn->tmabort_state = TMABORT_TIMEDOUT; debug_scsi("tmabort timedout [sc %lx itt 0x%x]\n", (long)ctask->sc, ctask->itt); /* unblock eh_abort() */ wake_up(&conn->ehwait); } spin_unlock(&session->lock); } static int iscsi_eh_abort(struct scsi_cmnd *sc) { int rc; struct iscsi_cmd_task *ctask = (struct iscsi_cmd_task *)sc->SCp.ptr; struct iscsi_conn *conn = ctask->conn; struct iscsi_session *session = conn->session; conn->eh_abort_cnt++; debug_scsi("aborting [sc %lx itt 0x%x]\n", (long)sc, ctask->itt); /* * two cases for ERL=0 here: * * 1) connection-level failure; * 2) recovery due protocol error; */ mutex_lock(&conn->xmitmutex); spin_lock_bh(&session->lock); if (session->state != ISCSI_STATE_LOGGED_IN) { if (session->state == ISCSI_STATE_TERMINATE) { spin_unlock_bh(&session->lock); mutex_unlock(&conn->xmitmutex); goto failed; } spin_unlock_bh(&session->lock); } else { struct iscsi_tm *hdr = &conn->tmhdr; /* * Still LOGGED_IN... */ if (!ctask->sc || sc->SCp.phase != session->age) { /* * 1) ctask completed before time out. But session * is still ok => Happy Retry. * 2) session was re-open during time out of ctask. */ spin_unlock_bh(&session->lock); mutex_unlock(&conn->xmitmutex); goto success; } conn->tmabort_state = TMABORT_INITIAL; spin_unlock_bh(&session->lock); /* * ctask timed out but session is OK * ERL=0 requires task mgmt abort to be issued on each * failed command. requests must be serialized. */ memset(hdr, 0, sizeof(struct iscsi_tm)); hdr->opcode = ISCSI_OP_SCSI_TMFUNC | ISCSI_OP_IMMEDIATE; hdr->flags = ISCSI_TM_FUNC_ABORT_TASK; hdr->flags |= ISCSI_FLAG_CMD_FINAL; memcpy(hdr->lun, ctask->hdr.lun, sizeof(hdr->lun)); hdr->rtt = ctask->hdr.itt; hdr->refcmdsn = ctask->hdr.cmdsn; rc = iscsi_conn_send_generic(conn, (struct iscsi_hdr *)hdr, NULL, 0); if (rc) { iscsi_conn_failure(conn, ISCSI_ERR_CONN_FAILED); debug_scsi("abort sent failure [itt 0x%x]", ctask->itt); } else { struct iscsi_r2t_info *r2t; /* * TMF abort vs. TMF response race logic */ spin_lock_bh(&session->lock); ctask->mtask = (struct iscsi_mgmt_task *) session->mgmt_cmds[(hdr->itt & ITT_MASK) - ISCSI_MGMT_ITT_OFFSET]; /* * have to flush r2tqueue to avoid r2t leaks */ while (__kfifo_get(ctask->r2tqueue, (void*)&r2t, sizeof(void*))) { __kfifo_put(ctask->r2tpool.queue, (void*)&r2t, sizeof(void*)); } if (conn->tmabort_state == TMABORT_INITIAL) { conn->tmfcmd_pdus_cnt++; conn->tmabort_timer.expires = 3*HZ + jiffies; conn->tmabort_timer.function = iscsi_tmabort_timedout; conn->tmabort_timer.data = (unsigned long)ctask; add_timer(&conn->tmabort_timer); debug_scsi("abort sent [itt 0x%x]", ctask->itt); } else { if (!ctask->sc || conn->tmabort_state == TMABORT_SUCCESS) { conn->tmabort_state = TMABORT_INITIAL; spin_unlock_bh(&session->lock); mutex_unlock(&conn->xmitmutex); goto success; } conn->tmabort_state = TMABORT_INITIAL; iscsi_conn_failure(conn, ISCSI_ERR_CONN_FAILED); } spin_unlock_bh(&session->lock); } } mutex_unlock(&conn->xmitmutex); /* * block eh thread until: * * 1) abort response; * 2) abort timeout; * 3) session re-opened; * 4) session terminated; */ for (;;) { int p_state = session->state; rc = wait_event_interruptible(conn->ehwait, (p_state == ISCSI_STATE_LOGGED_IN ? (session->state == ISCSI_STATE_TERMINATE || conn->tmabort_state != TMABORT_INITIAL) : (session->state == ISCSI_STATE_TERMINATE || session->state == ISCSI_STATE_LOGGED_IN))); if (rc) { /* shutdown.. */ session->state = ISCSI_STATE_TERMINATE; goto failed; } if (signal_pending(current)) flush_signals(current); if (session->state == ISCSI_STATE_TERMINATE) goto failed; spin_lock_bh(&session->lock); if (sc->SCp.phase == session->age && (conn->tmabort_state == TMABORT_TIMEDOUT || conn->tmabort_state == TMABORT_FAILED)) { conn->tmabort_state = TMABORT_INITIAL; if (!ctask->sc) { /* * ctask completed before tmf abort response or * time out. * But session is still ok => Happy Retry. */ spin_unlock_bh(&session->lock); break; } spin_unlock_bh(&session->lock); iscsi_conn_failure(conn, ISCSI_ERR_CONN_FAILED); continue; } spin_unlock_bh(&session->lock); break; } success: debug_scsi("abort success [sc %lx itt 0x%x]\n", (long)sc, ctask->itt); rc = SUCCESS; goto exit; failed: debug_scsi("abort failed [sc %lx itt 0x%x]\n", (long)sc, ctask->itt); rc = FAILED; exit: del_timer_sync(&conn->tmabort_timer); mutex_lock(&conn->xmitmutex); if (conn->sock) { struct sock *sk = conn->sock->sk; write_lock_bh(&sk->sk_callback_lock); iscsi_ctask_cleanup(conn, ctask); write_unlock_bh(&sk->sk_callback_lock); } mutex_unlock(&conn->xmitmutex); return rc; } static int iscsi_r2tpool_alloc(struct iscsi_session *session) { int i; int cmd_i; /* * initialize per-task: R2T pool and xmit queue */ for (cmd_i = 0; cmd_i < session->cmds_max; cmd_i++) { struct iscsi_cmd_task *ctask = session->cmds[cmd_i]; /* * pre-allocated x4 as much r2ts to handle race when * target acks DataOut faster than we data_xmit() queues * could replenish r2tqueue. */ /* R2T pool */ if (iscsi_pool_init(&ctask->r2tpool, session->max_r2t * 4, (void***)&ctask->r2ts, sizeof(struct iscsi_r2t_info))) { goto r2t_alloc_fail; } /* R2T xmit queue */ ctask->r2tqueue = kfifo_alloc( session->max_r2t * 4 * sizeof(void*), GFP_KERNEL, NULL); if (ctask->r2tqueue == ERR_PTR(-ENOMEM)) { iscsi_pool_free(&ctask->r2tpool, (void**)ctask->r2ts); goto r2t_alloc_fail; } /* * number of * Data-Out PDU's within R2T-sequence can be quite big; * using mempool */ ctask->datapool = mempool_create(ISCSI_DTASK_DEFAULT_MAX, mempool_alloc_slab, mempool_free_slab, taskcache); if (ctask->datapool == NULL) { kfifo_free(ctask->r2tqueue); iscsi_pool_free(&ctask->r2tpool, (void**)ctask->r2ts); goto r2t_alloc_fail; } INIT_LIST_HEAD(&ctask->dataqueue); } return 0; r2t_alloc_fail: for (i = 0; i < cmd_i; i++) { mempool_destroy(session->cmds[i]->datapool); kfifo_free(session->cmds[i]->r2tqueue); iscsi_pool_free(&session->cmds[i]->r2tpool, (void**)session->cmds[i]->r2ts); } return -ENOMEM; } static void iscsi_r2tpool_free(struct iscsi_session *session) { int i; for (i = 0; i < session->cmds_max; i++) { mempool_destroy(session->cmds[i]->datapool); kfifo_free(session->cmds[i]->r2tqueue); iscsi_pool_free(&session->cmds[i]->r2tpool, (void**)session->cmds[i]->r2ts); } } static struct scsi_host_template iscsi_sht = { .name = "iSCSI Initiator over TCP/IP, v." ISCSI_VERSION_STR, .queuecommand = iscsi_queuecommand, .change_queue_depth = iscsi_change_queue_depth, .can_queue = ISCSI_XMIT_CMDS_MAX - 1, .sg_tablesize = ISCSI_SG_TABLESIZE, .cmd_per_lun = ISCSI_DEF_CMD_PER_LUN, .eh_abort_handler = iscsi_eh_abort, .eh_host_reset_handler = iscsi_eh_host_reset, .use_clustering = DISABLE_CLUSTERING, .proc_name = "iscsi_tcp", .this_id = -1, }; static iscsi_sessionh_t iscsi_session_create(uint32_t initial_cmdsn, struct Scsi_Host *host) { int cmd_i; struct iscsi_session *session; session = iscsi_hostdata(host->hostdata); memset(session, 0, sizeof(struct iscsi_session)); session->host = host; session->id = host->host_no; session->state = ISCSI_STATE_LOGGED_IN; session->mgmtpool_max = ISCSI_MGMT_CMDS_MAX; session->cmds_max = ISCSI_XMIT_CMDS_MAX; session->cmdsn = initial_cmdsn; session->exp_cmdsn = initial_cmdsn + 1; session->max_cmdsn = initial_cmdsn + 1; session->max_r2t = 1; /* initialize SCSI PDU commands pool */ if (iscsi_pool_init(&session->cmdpool, session->cmds_max, (void***)&session->cmds, sizeof(struct iscsi_cmd_task))) goto cmdpool_alloc_fail; /* pre-format cmds pool with ITT */ for (cmd_i = 0; cmd_i < session->cmds_max; cmd_i++) session->cmds[cmd_i]->itt = cmd_i; spin_lock_init(&session->lock); INIT_LIST_HEAD(&session->connections); /* initialize immediate command pool */ if (iscsi_pool_init(&session->mgmtpool, session->mgmtpool_max, (void***)&session->mgmt_cmds, sizeof(struct iscsi_mgmt_task))) goto mgmtpool_alloc_fail; /* pre-format immediate cmds pool with ITT */ for (cmd_i = 0; cmd_i < session->mgmtpool_max; cmd_i++) { session->mgmt_cmds[cmd_i]->itt = ISCSI_MGMT_ITT_OFFSET + cmd_i; session->mgmt_cmds[cmd_i]->data = kmalloc( DEFAULT_MAX_RECV_DATA_SEGMENT_LENGTH, GFP_KERNEL); if (!session->mgmt_cmds[cmd_i]->data) { int j; for (j = 0; j < cmd_i; j++) kfree(session->mgmt_cmds[j]->data); goto immdata_alloc_fail; } } if (iscsi_r2tpool_alloc(session)) goto r2tpool_alloc_fail; return iscsi_handle(session); r2tpool_alloc_fail: for (cmd_i = 0; cmd_i < session->mgmtpool_max; cmd_i++) kfree(session->mgmt_cmds[cmd_i]->data); iscsi_pool_free(&session->mgmtpool, (void**)session->mgmt_cmds); immdata_alloc_fail: mgmtpool_alloc_fail: iscsi_pool_free(&session->cmdpool, (void**)session->cmds); cmdpool_alloc_fail: return iscsi_handle(NULL); } static void iscsi_session_destroy(iscsi_sessionh_t sessionh) { int cmd_i; struct iscsi_data_task *dtask, *n; struct iscsi_session *session = iscsi_ptr(sessionh); for (cmd_i = 0; cmd_i < session->cmds_max; cmd_i++) { struct iscsi_cmd_task *ctask = session->cmds[cmd_i]; list_for_each_entry_safe(dtask, n, &ctask->dataqueue, item) { list_del(&dtask->item); mempool_free(dtask, ctask->datapool); } } for (cmd_i = 0; cmd_i < session->mgmtpool_max; cmd_i++) kfree(session->mgmt_cmds[cmd_i]->data); iscsi_r2tpool_free(session); iscsi_pool_free(&session->mgmtpool, (void**)session->mgmt_cmds); iscsi_pool_free(&session->cmdpool, (void**)session->cmds); } static int iscsi_conn_set_param(iscsi_connh_t connh, enum iscsi_param param, uint32_t value) { struct iscsi_conn *conn = iscsi_ptr(connh); struct iscsi_session *session = conn->session; spin_lock_bh(&session->lock); if (conn->c_stage != ISCSI_CONN_INITIAL_STAGE && conn->stop_stage != STOP_CONN_RECOVER) { printk(KERN_ERR "iscsi_tcp: can not change parameter [%d]\n", param); spin_unlock_bh(&session->lock); return 0; } spin_unlock_bh(&session->lock); switch(param) { case ISCSI_PARAM_MAX_RECV_DLENGTH: { char *saveptr = conn->data; gfp_t flags = GFP_KERNEL; if (conn->data_size >= value) { conn->max_recv_dlength = value; break; } spin_lock_bh(&session->lock); if (conn->stop_stage == STOP_CONN_RECOVER) flags = GFP_ATOMIC; spin_unlock_bh(&session->lock); if (value <= PAGE_SIZE) conn->data = kmalloc(value, flags); else conn->data = (void*)__get_free_pages(flags, get_order(value)); if (conn->data == NULL) { conn->data = saveptr; return -ENOMEM; } if (conn->data_size <= PAGE_SIZE) kfree(saveptr); else free_pages((unsigned long)saveptr, get_order(conn->data_size)); conn->max_recv_dlength = value; conn->data_size = value; } break; case ISCSI_PARAM_MAX_XMIT_DLENGTH: conn->max_xmit_dlength = value; break; case ISCSI_PARAM_HDRDGST_EN: conn->hdrdgst_en = value; conn->hdr_size = sizeof(struct iscsi_hdr); if (conn->hdrdgst_en) { conn->hdr_size += sizeof(__u32); if (!conn->tx_tfm) conn->tx_tfm = crypto_alloc_tfm("crc32c", 0); if (!conn->tx_tfm) return -ENOMEM; if (!conn->rx_tfm) conn->rx_tfm = crypto_alloc_tfm("crc32c", 0); if (!conn->rx_tfm) { crypto_free_tfm(conn->tx_tfm); return -ENOMEM; } } else { if (conn->tx_tfm) crypto_free_tfm(conn->tx_tfm); if (conn->rx_tfm) crypto_free_tfm(conn->rx_tfm); } break; case ISCSI_PARAM_DATADGST_EN: conn->datadgst_en = value; if (conn->datadgst_en) { if (!conn->data_tx_tfm) conn->data_tx_tfm = crypto_alloc_tfm("crc32c", 0); if (!conn->data_tx_tfm) return -ENOMEM; if (!conn->data_rx_tfm) conn->data_rx_tfm = crypto_alloc_tfm("crc32c", 0); if (!conn->data_rx_tfm) { crypto_free_tfm(conn->data_tx_tfm); return -ENOMEM; } } else { if (conn->data_tx_tfm) crypto_free_tfm(conn->data_tx_tfm); if (conn->data_rx_tfm) crypto_free_tfm(conn->data_rx_tfm); } conn->sendpage = conn->datadgst_en ? sock_no_sendpage : conn->sock->ops->sendpage; break; case ISCSI_PARAM_INITIAL_R2T_EN: session->initial_r2t_en = value; break; case ISCSI_PARAM_MAX_R2T: if (session->max_r2t == roundup_pow_of_two(value)) break; iscsi_r2tpool_free(session); session->max_r2t = value; if (session->max_r2t & (session->max_r2t - 1)) session->max_r2t = roundup_pow_of_two(session->max_r2t); if (iscsi_r2tpool_alloc(session)) return -ENOMEM; break; case ISCSI_PARAM_IMM_DATA_EN: session->imm_data_en = value; break; case ISCSI_PARAM_FIRST_BURST: session->first_burst = value; break; case ISCSI_PARAM_MAX_BURST: session->max_burst = value; break; case ISCSI_PARAM_PDU_INORDER_EN: session->pdu_inorder_en = value; break; case ISCSI_PARAM_DATASEQ_INORDER_EN: session->dataseq_inorder_en = value; break; case ISCSI_PARAM_ERL: session->erl = value; break; case ISCSI_PARAM_IFMARKER_EN: BUG_ON(value); session->ifmarker_en = value; break; case ISCSI_PARAM_OFMARKER_EN: BUG_ON(value); session->ofmarker_en = value; break; default: break; } return 0; } static int iscsi_conn_get_param(iscsi_connh_t connh, enum iscsi_param param, uint32_t *value) { struct iscsi_conn *conn = iscsi_ptr(connh); struct iscsi_session *session = conn->session; switch(param) { case ISCSI_PARAM_MAX_RECV_DLENGTH: *value = conn->max_recv_dlength; break; case ISCSI_PARAM_MAX_XMIT_DLENGTH: *value = conn->max_xmit_dlength; break; case ISCSI_PARAM_HDRDGST_EN: *value = conn->hdrdgst_en; break; case ISCSI_PARAM_DATADGST_EN: *value = conn->datadgst_en; break; case ISCSI_PARAM_INITIAL_R2T_EN: *value = session->initial_r2t_en; break; case ISCSI_PARAM_MAX_R2T: *value = session->max_r2t; break; case ISCSI_PARAM_IMM_DATA_EN: *value = session->imm_data_en; break; case ISCSI_PARAM_FIRST_BURST: *value = session->first_burst; break; case ISCSI_PARAM_MAX_BURST: *value = session->max_burst; break; case ISCSI_PARAM_PDU_INORDER_EN: *value = session->pdu_inorder_en; break; case ISCSI_PARAM_DATASEQ_INORDER_EN: *value = session->dataseq_inorder_en; break; case ISCSI_PARAM_ERL: *value = session->erl; break; case ISCSI_PARAM_IFMARKER_EN: *value = session->ifmarker_en; break; case ISCSI_PARAM_OFMARKER_EN: *value = session->ofmarker_en; break; default: return ISCSI_ERR_PARAM_NOT_FOUND; } return 0; } static void iscsi_conn_get_stats(iscsi_connh_t connh, struct iscsi_stats *stats) { struct iscsi_conn *conn = iscsi_ptr(connh); stats->txdata_octets = conn->txdata_octets; stats->rxdata_octets = conn->rxdata_octets; stats->scsicmd_pdus = conn->scsicmd_pdus_cnt; stats->dataout_pdus = conn->dataout_pdus_cnt; stats->scsirsp_pdus = conn->scsirsp_pdus_cnt; stats->datain_pdus = conn->datain_pdus_cnt; stats->r2t_pdus = conn->r2t_pdus_cnt; stats->tmfcmd_pdus = conn->tmfcmd_pdus_cnt; stats->tmfrsp_pdus = conn->tmfrsp_pdus_cnt; stats->custom_length = 3; strcpy(stats->custom[0].desc, "tx_sendpage_failures"); stats->custom[0].value = conn->sendpage_failures_cnt; strcpy(stats->custom[1].desc, "rx_discontiguous_hdr"); stats->custom[1].value = conn->discontiguous_hdr_cnt; strcpy(stats->custom[2].desc, "eh_abort_cnt"); stats->custom[2].value = conn->eh_abort_cnt; } static int iscsi_conn_send_pdu(iscsi_connh_t connh, struct iscsi_hdr *hdr, char *data, uint32_t data_size) { struct iscsi_conn *conn = iscsi_ptr(connh); int rc; mutex_lock(&conn->xmitmutex); rc = iscsi_conn_send_generic(conn, hdr, data, data_size); mutex_unlock(&conn->xmitmutex); return rc; } static struct iscsi_transport iscsi_tcp_transport = { .owner = THIS_MODULE, .name = "tcp", .caps = CAP_RECOVERY_L0 | CAP_MULTI_R2T | CAP_HDRDGST | CAP_DATADGST, .host_template = &iscsi_sht, .hostdata_size = sizeof(struct iscsi_session), .max_conn = 1, .max_cmd_len = ISCSI_TCP_MAX_CMD_LEN, .create_session = iscsi_session_create, .destroy_session = iscsi_session_destroy, .create_conn = iscsi_conn_create, .bind_conn = iscsi_conn_bind, .destroy_conn = iscsi_conn_destroy, .set_param = iscsi_conn_set_param, .get_param = iscsi_conn_get_param, .start_conn = iscsi_conn_start, .stop_conn = iscsi_conn_stop, .send_pdu = iscsi_conn_send_pdu, .get_stats = iscsi_conn_get_stats, }; static int __init iscsi_tcp_init(void) { int error; if (iscsi_max_lun < 1) { printk(KERN_ERR "Invalid max_lun value of %u\n", iscsi_max_lun); return -EINVAL; } iscsi_tcp_transport.max_lun = iscsi_max_lun; taskcache = kmem_cache_create("iscsi_taskcache", sizeof(struct iscsi_data_task), 0, SLAB_HWCACHE_ALIGN | SLAB_NO_REAP, NULL, NULL); if (!taskcache) return -ENOMEM; error = iscsi_register_transport(&iscsi_tcp_transport); if (error) kmem_cache_destroy(taskcache); return error; } static void __exit iscsi_tcp_exit(void) { iscsi_unregister_transport(&iscsi_tcp_transport); kmem_cache_destroy(taskcache); } module_init(iscsi_tcp_init); module_exit(iscsi_tcp_exit);