Blame view

arch/x86/include/asm/io.h 10 KB
1965aae3c   H. Peter Anvin   x86: Fix ASM_X86_...
1
2
  #ifndef _ASM_X86_IO_H
  #define _ASM_X86_IO_H
e045fb2a9   venkatesh.pallipadi@intel.com   x86: PAT avoid al...
3

1c5b9069e   Brian Gerst   x86: Merge io.h
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
  /*
   * This file contains the definitions for the x86 IO instructions
   * inb/inw/inl/outb/outw/outl and the "string versions" of the same
   * (insb/insw/insl/outsb/outsw/outsl). You can also use "pausing"
   * versions of the single-IO instructions (inb_p/inw_p/..).
   *
   * This file is not meant to be obfuscating: it's just complicated
   * to (a) handle it all in a way that makes gcc able to optimize it
   * as well as possible and (b) trying to avoid writing the same thing
   * over and over again with slight variations and possibly making a
   * mistake somewhere.
   */
  
  /*
   * Thanks to James van Artsdalen for a better timing-fix than
   * the two short jumps: using outb's to a nonexistent port seems
   * to guarantee better timings even on fast machines.
   *
   * On the other hand, I'd like to be sure of a non-existent port:
   * I feel a bit unsafe about using 0x80 (should be safe, though)
   *
   *		Linus
   */
  
   /*
    *  Bit simplified and optimized by Jan Hubicka
    *  Support of BIGMEM added by Gerhard Wichert, Siemens AG, July 1999.
    *
    *  isa_memset_io, isa_memcpy_fromio, isa_memcpy_toio added,
    *  isa_read[wl] and isa_write[wl] fixed
    *  - Arnaldo Carvalho de Melo <acme@conectiva.com.br>
    */
b310f381d   venkatesh.pallipadi@intel.com   x86: PAT add iore...
36
  #define ARCH_HAS_IOREMAP_WC
1c5b9069e   Brian Gerst   x86: Merge io.h
37
  #include <linux/string.h>
c1f64a580   Linus Torvalds   x86: MMIO and gcc...
38
  #include <linux/compiler.h>
976e8f677   Jeremy Fitzhardinge   x86: asm/io.h: un...
39
  #include <asm/page.h>
c1f64a580   Linus Torvalds   x86: MMIO and gcc...
40
41
42
  
  #define build_mmio_read(name, size, type, reg, barrier) \
  static inline type name(const volatile void __iomem *addr) \
1c5b0eb66   Mikael Pettersson   x86: fix readb() ...
43
  { type ret; asm volatile("mov" size " %1,%0":reg (ret) \
c1f64a580   Linus Torvalds   x86: MMIO and gcc...
44
45
46
47
48
49
  :"m" (*(volatile type __force *)addr) barrier); return ret; }
  
  #define build_mmio_write(name, size, type, reg, barrier) \
  static inline void name(type val, volatile void __iomem *addr) \
  { asm volatile("mov" size " %0,%1": :reg (val), \
  "m" (*(volatile type __force *)addr) barrier); }
1c5b0eb66   Mikael Pettersson   x86: fix readb() ...
50
51
52
  build_mmio_read(readb, "b", unsigned char, "=q", :"memory")
  build_mmio_read(readw, "w", unsigned short, "=r", :"memory")
  build_mmio_read(readl, "l", unsigned int, "=r", :"memory")
c1f64a580   Linus Torvalds   x86: MMIO and gcc...
53

1c5b0eb66   Mikael Pettersson   x86: fix readb() ...
54
55
56
  build_mmio_read(__readb, "b", unsigned char, "=q", )
  build_mmio_read(__readw, "w", unsigned short, "=r", )
  build_mmio_read(__readl, "l", unsigned int, "=r", )
c1f64a580   Linus Torvalds   x86: MMIO and gcc...
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
  
  build_mmio_write(writeb, "b", unsigned char, "q", :"memory")
  build_mmio_write(writew, "w", unsigned short, "r", :"memory")
  build_mmio_write(writel, "l", unsigned int, "r", :"memory")
  
  build_mmio_write(__writeb, "b", unsigned char, "q", )
  build_mmio_write(__writew, "w", unsigned short, "r", )
  build_mmio_write(__writel, "l", unsigned int, "r", )
  
  #define readb_relaxed(a) __readb(a)
  #define readw_relaxed(a) __readw(a)
  #define readl_relaxed(a) __readl(a)
  #define __raw_readb __readb
  #define __raw_readw __readw
  #define __raw_readl __readl
  
  #define __raw_writeb __writeb
  #define __raw_writew __writew
  #define __raw_writel __writel
  
  #define mmiowb() barrier()
  
  #ifdef CONFIG_X86_64
93093d099   Ingo Molnar   x86: provide read...
80

1c5b0eb66   Mikael Pettersson   x86: fix readb() ...
81
  build_mmio_read(readq, "q", unsigned long, "=r", :"memory")
c1f64a580   Linus Torvalds   x86: MMIO and gcc...
82
  build_mmio_write(writeq, "q", unsigned long, "r", :"memory")
c1f64a580   Linus Torvalds   x86: MMIO and gcc...
83

93093d099   Ingo Molnar   x86: provide read...
84
85
86
87
  #define readq_relaxed(a)	readq(a)
  
  #define __raw_readq(a)		readq(a)
  #define __raw_writeq(val, addr)	writeq(val, addr)
a0b1131e4   Ingo Molnar   x86: provide read...
88
  /* Let people know that we have them */
93093d099   Ingo Molnar   x86: provide read...
89
90
  #define readq			readq
  #define writeq			writeq
2c5643b1c   Hitoshi Mitake   x86: provide read...
91

dbee8a0af   Roland Dreier   x86: remove 32-bi...
92
  #endif
976e8f677   Jeremy Fitzhardinge   x86: asm/io.h: un...
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
  /**
   *	virt_to_phys	-	map virtual addresses to physical
   *	@address: address to remap
   *
   *	The returned physical address is the physical (CPU) mapping for
   *	the memory address given. It is only valid to use this function on
   *	addresses directly mapped or allocated via kmalloc.
   *
   *	This function does not give bus mappings for DMA transfers. In
   *	almost all conceivable cases a device driver should not be using
   *	this function
   */
  
  static inline phys_addr_t virt_to_phys(volatile void *address)
  {
  	return __pa(address);
  }
  
  /**
   *	phys_to_virt	-	map physical address to virtual
   *	@address: address to remap
   *
   *	The returned virtual address is a current CPU mapping for
   *	the memory address given. It is only valid to use this function on
   *	addresses that have a kernel mapping
   *
   *	This function does not handle bus mappings for DMA transfers. In
   *	almost all conceivable cases a device driver should not be using
   *	this function
   */
  
  static inline void *phys_to_virt(phys_addr_t address)
  {
  	return __va(address);
  }
  
  /*
   * Change "struct page" to physical address.
   */
  #define page_to_phys(page)    ((dma_addr_t)page_to_pfn(page) << PAGE_SHIFT)
  
  /*
   * ISA I/O bus memory addresses are 1:1 with the physical address.
a7eb51899   H. Peter Anvin   x86: truncate ISA...
136
137
   * However, we truncate the address to unsigned int to avoid undesirable
   * promitions in legacy drivers.
976e8f677   Jeremy Fitzhardinge   x86: asm/io.h: un...
138
   */
a7eb51899   H. Peter Anvin   x86: truncate ISA...
139
140
141
142
143
144
  static inline unsigned int isa_virt_to_bus(volatile void *address)
  {
  	return (unsigned int)virt_to_phys(address);
  }
  #define isa_page_to_bus(page)	((unsigned int)page_to_phys(page))
  #define isa_bus_to_virt		phys_to_virt
976e8f677   Jeremy Fitzhardinge   x86: asm/io.h: un...
145
146
147
148
149
150
151
152
153
  
  /*
   * However PCI ones are not necessarily 1:1 and therefore these interfaces
   * are forbidden in portable PCI drivers.
   *
   * Allow them on x86 for legacy drivers, though.
   */
  #define virt_to_bus virt_to_phys
  #define bus_to_virt phys_to_virt
133822c5c   Jeremy Fitzhardinge   x86: asm/io.h: un...
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
  /**
   * ioremap     -   map bus memory into CPU space
   * @offset:    bus address of the memory
   * @size:      size of the resource to map
   *
   * ioremap performs a platform specific sequence of operations to
   * make bus memory CPU accessible via the readb/readw/readl/writeb/
   * writew/writel functions and the other mmio helpers. The returned
   * address is not guaranteed to be usable directly as a virtual
   * address.
   *
   * If the area you are trying to map is a PCI BAR you should have a
   * look at pci_iomap().
   */
  extern void __iomem *ioremap_nocache(resource_size_t offset, unsigned long size);
  extern void __iomem *ioremap_cache(resource_size_t offset, unsigned long size);
  extern void __iomem *ioremap_prot(resource_size_t offset, unsigned long size,
  				unsigned long prot_val);
  
  /*
   * The default ioremap() behavior is non-cached:
   */
  static inline void __iomem *ioremap(resource_size_t offset, unsigned long size)
  {
  	return ioremap_nocache(offset, size);
  }
  
  extern void iounmap(volatile void __iomem *addr);
3ee48b6af   Cliff Wickman   mm, x86: Saving v...
182
  extern void set_iounmap_nonlazy(void);
9321b8cbb   Jaswinder Singh   x86: pci-dma.c de...
183

1c5b9069e   Brian Gerst   x86: Merge io.h
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
  #ifdef __KERNEL__
  
  #include <asm-generic/iomap.h>
  
  #include <linux/vmalloc.h>
  
  /*
   * Convert a virtual cached pointer to an uncached pointer
   */
  #define xlate_dev_kmem_ptr(p)	p
  
  static inline void
  memset_io(volatile void __iomem *addr, unsigned char val, size_t count)
  {
  	memset((void __force *)addr, val, count);
  }
  
  static inline void
  memcpy_fromio(void *dst, const volatile void __iomem *src, size_t count)
  {
  	memcpy(dst, (const void __force *)src, count);
  }
  
  static inline void
  memcpy_toio(volatile void __iomem *dst, const void *src, size_t count)
  {
  	memcpy((void __force *)dst, src, count);
  }
  
  /*
   * ISA space is 'always mapped' on a typical x86 system, no need to
   * explicitly ioremap() it. The fact that the ISA IO space is mapped
   * to PAGE_OFFSET is pure coincidence - it does not mean ISA values
   * are physical addresses. The following constant pointer can be
   * used as the IO-area pointer (it can be iounmapped as well, so the
   * analogy with PCI is quite large):
   */
  #define __ISA_IO_base ((char __iomem *)(PAGE_OFFSET))
  
  /*
   *	Cache management
   *
   *	This needed for two cases
   *	1. Out of order aware processors
   *	2. Accidentally out of order processors (PPro errata #51)
   */
  
  static inline void flush_write_buffers(void)
  {
  #if defined(CONFIG_X86_OOSTORE) || defined(CONFIG_X86_PPRO_FENCE)
  	asm volatile("lock; addl $0,0(%%esp)": : :"memory");
  #endif
  }
  
  #endif /* __KERNEL__ */
  
  extern void native_io_delay(void);
  
  extern int io_delay_type;
  extern void io_delay_init(void);
  
  #if defined(CONFIG_PARAVIRT)
  #include <asm/paravirt.h>
96a388de5   Thomas Gleixner   i386/x86_64: move...
247
  #else
1c5b9069e   Brian Gerst   x86: Merge io.h
248
249
250
251
252
253
254
255
  
  static inline void slow_down_io(void)
  {
  	native_io_delay();
  #ifdef REALLY_SLOW_IO
  	native_io_delay();
  	native_io_delay();
  	native_io_delay();
96a388de5   Thomas Gleixner   i386/x86_64: move...
256
  #endif
1c5b9069e   Brian Gerst   x86: Merge io.h
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
  }
  
  #endif
  
  #define BUILDIO(bwl, bw, type)						\
  static inline void out##bwl(unsigned type value, int port)		\
  {									\
  	asm volatile("out" #bwl " %" #bw "0, %w1"			\
  		     : : "a"(value), "Nd"(port));			\
  }									\
  									\
  static inline unsigned type in##bwl(int port)				\
  {									\
  	unsigned type value;						\
  	asm volatile("in" #bwl " %w1, %" #bw "0"			\
  		     : "=a"(value) : "Nd"(port));			\
  	return value;							\
  }									\
  									\
  static inline void out##bwl##_p(unsigned type value, int port)		\
  {									\
  	out##bwl(value, port);						\
  	slow_down_io();							\
  }									\
  									\
  static inline unsigned type in##bwl##_p(int port)			\
  {									\
  	unsigned type value = in##bwl(port);				\
  	slow_down_io();							\
  	return value;							\
  }									\
  									\
  static inline void outs##bwl(int port, const void *addr, unsigned long count) \
  {									\
  	asm volatile("rep; outs" #bwl					\
  		     : "+S"(addr), "+c"(count) : "d"(port));		\
  }									\
  									\
  static inline void ins##bwl(int port, void *addr, unsigned long count)	\
  {									\
  	asm volatile("rep; ins" #bwl					\
  		     : "+D"(addr), "+c"(count) : "d"(port));		\
  }
  
  BUILDIO(b, b, char)
  BUILDIO(w, w, short)
  BUILDIO(l, , int)
e045fb2a9   venkatesh.pallipadi@intel.com   x86: PAT avoid al...
304
305
306
  
  extern void *xlate_dev_mem_ptr(unsigned long phys);
  extern void unxlate_dev_mem_ptr(unsigned long phys, void *addr);
3a96ce8ca   venkatesh.pallipadi@intel.com   x86: PAT make ior...
307
308
  extern int ioremap_change_attr(unsigned long vaddr, unsigned long size,
  				unsigned long prot_val);
d639bab8d   venkatesh.pallipadi@intel.com   x86 PAT: ioremap_...
309
  extern void __iomem *ioremap_wc(resource_size_t offset, unsigned long size);
3a96ce8ca   venkatesh.pallipadi@intel.com   x86: PAT make ior...
310

4583ed514   Jeremy Fitzhardinge   x86, 64-bit: unif...
311
312
313
314
315
316
  /*
   * early_ioremap() and early_iounmap() are for temporary early boot-time
   * mappings, before the real ioremap() is functional.
   * A boot-time mapping is currently limited to at most 16 pages.
   */
  extern void early_ioremap_init(void);
4583ed514   Jeremy Fitzhardinge   x86, 64-bit: unif...
317
  extern void early_ioremap_reset(void);
9b987aeb4   Masami Hiramatsu   x86: fix set_fixm...
318
319
320
321
  extern void __iomem *early_ioremap(resource_size_t phys_addr,
  				   unsigned long size);
  extern void __iomem *early_memremap(resource_size_t phys_addr,
  				    unsigned long size);
1d6cf1feb   Harvey Harrison   x86: start annota...
322
  extern void early_iounmap(void __iomem *addr, unsigned long size);
e67a807f3   Liang Li   x86: Fix 'reserve...
323
  extern void fixup_early_ioremap(void);
fef5ba797   Jeremy Fitzhardinge   xen: Cope with un...
324
  extern bool is_early_ioremap_ptep(pte_t *ptep);
4583ed514   Jeremy Fitzhardinge   x86, 64-bit: unif...
325

d8e042060   Jeremy Fitzhardinge   xen: define BIOVE...
326
  #ifdef CONFIG_XEN
33f35f2a4   Linus Torvalds   x86: don't includ...
327
  #include <xen/xen.h>
d8e042060   Jeremy Fitzhardinge   xen: define BIOVE...
328
329
330
331
332
333
334
335
336
  struct bio_vec;
  
  extern bool xen_biovec_phys_mergeable(const struct bio_vec *vec1,
  				      const struct bio_vec *vec2);
  
  #define BIOVEC_PHYS_MERGEABLE(vec1, vec2)				\
  	(__BIOVEC_PHYS_MERGEABLE(vec1, vec2) &&				\
  	 (!xen_domain() || xen_biovec_phys_mergeable(vec1, vec2)))
  #endif	/* CONFIG_XEN */
a448720ca   Jeremy Fitzhardinge   x86: unify asm/io...
337
  #define IO_SPACE_LIMIT 0xffff
4583ed514   Jeremy Fitzhardinge   x86, 64-bit: unif...
338

1965aae3c   H. Peter Anvin   x86: Fix ASM_X86_...
339
  #endif /* _ASM_X86_IO_H */