3 * Copyright (C) 2001 Dave Engebretsen & Todd Inglett IBM Corporation.
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
24 #include <linux/init.h>
25 #include <linux/list.h>
26 #include <linux/string.h>
34 extern int eeh_subsystem_enabled;
36 /* Values for eeh_mode bits in device_node */
37 #define EEH_MODE_SUPPORTED (1<<0)
38 #define EEH_MODE_NOCHECK (1<<1)
39 #define EEH_MODE_ISOLATED (1<<2)
40 #define EEH_MODE_RECOVERING (1<<3)
41 #define EEH_MODE_IRQ_DISABLED (1<<4)
43 /* Max number of EEH freezes allowed before we consider the device
44 * to be permanently disabled. */
45 #define EEH_MAX_ALLOWED_FREEZES 5
47 void __init eeh_init(void);
48 unsigned long eeh_check_failure(const volatile void __iomem *token,
50 int eeh_dn_check_failure(struct device_node *dn, struct pci_dev *dev);
51 void __init pci_addr_cache_build(void);
54 * eeh_add_device_early
57 * Perform eeh initialization for devices added after boot.
58 * Call eeh_add_device_early before doing any i/o to the
59 * device (including config space i/o). Call eeh_add_device_late
60 * to finish the eeh setup for this device.
62 void eeh_add_device_tree_early(struct device_node *);
63 void eeh_add_device_tree_late(struct pci_bus *);
66 * eeh_remove_device_recursive - undo EEH for device & children.
67 * @dev: pci device to be removed
69 * As above, this removes the device; it also removes child
70 * pci devices as well.
72 void eeh_remove_bus_device(struct pci_dev *);
75 * EEH_POSSIBLE_ERROR() -- test for possible MMIO failure.
77 * If this macro yields TRUE, the caller relays to eeh_check_failure()
78 * which does further tests out of line.
80 #define EEH_POSSIBLE_ERROR(val, type) ((val) == (type)~0 && eeh_subsystem_enabled)
83 * Reads from a device which has been isolated by EEH will return
84 * all 1s. This macro gives an all-1s value of the given size (in
85 * bytes: 1, 2, or 4) for comparing with the result of a read.
87 #define EEH_IO_ERROR_VALUE(size) (~0U >> ((4 - (size)) * 8))
89 #else /* !CONFIG_EEH */
90 static inline void eeh_init(void) { }
92 static inline unsigned long eeh_check_failure(const volatile void __iomem *token, unsigned long val)
97 static inline int eeh_dn_check_failure(struct device_node *dn, struct pci_dev *dev)
102 static inline void pci_addr_cache_build(void) { }
104 static inline void eeh_add_device_tree_early(struct device_node *dn) { }
106 static inline void eeh_add_device_tree_late(struct pci_bus *bus) { }
108 static inline void eeh_remove_bus_device(struct pci_dev *dev) { }
109 #define EEH_POSSIBLE_ERROR(val, type) (0)
110 #define EEH_IO_ERROR_VALUE(size) (-1UL)
111 #endif /* CONFIG_EEH */
114 * MMIO read/write operations with EEH support.
116 static inline u8 eeh_readb(const volatile void __iomem *addr)
119 if (EEH_POSSIBLE_ERROR(val, u8))
120 return eeh_check_failure(addr, val);
123 static inline void eeh_writeb(u8 val, volatile void __iomem *addr)
128 static inline u16 eeh_readw(const volatile void __iomem *addr)
130 u16 val = in_le16(addr);
131 if (EEH_POSSIBLE_ERROR(val, u16))
132 return eeh_check_failure(addr, val);
135 static inline void eeh_writew(u16 val, volatile void __iomem *addr)
139 static inline u16 eeh_raw_readw(const volatile void __iomem *addr)
141 u16 val = in_be16(addr);
142 if (EEH_POSSIBLE_ERROR(val, u16))
143 return eeh_check_failure(addr, val);
146 static inline void eeh_raw_writew(u16 val, volatile void __iomem *addr) {
147 volatile u16 __iomem *vaddr = (volatile u16 __iomem *) addr;
148 out_be16(vaddr, val);
151 static inline u32 eeh_readl(const volatile void __iomem *addr)
153 u32 val = in_le32(addr);
154 if (EEH_POSSIBLE_ERROR(val, u32))
155 return eeh_check_failure(addr, val);
158 static inline void eeh_writel(u32 val, volatile void __iomem *addr)
162 static inline u32 eeh_raw_readl(const volatile void __iomem *addr)
164 u32 val = in_be32(addr);
165 if (EEH_POSSIBLE_ERROR(val, u32))
166 return eeh_check_failure(addr, val);
169 static inline void eeh_raw_writel(u32 val, volatile void __iomem *addr)
174 static inline u64 eeh_readq(const volatile void __iomem *addr)
176 u64 val = in_le64(addr);
177 if (EEH_POSSIBLE_ERROR(val, u64))
178 return eeh_check_failure(addr, val);
181 static inline void eeh_writeq(u64 val, volatile void __iomem *addr)
185 static inline u64 eeh_raw_readq(const volatile void __iomem *addr)
187 u64 val = in_be64(addr);
188 if (EEH_POSSIBLE_ERROR(val, u64))
189 return eeh_check_failure(addr, val);
192 static inline void eeh_raw_writeq(u64 val, volatile void __iomem *addr)
197 #define EEH_CHECK_ALIGN(v,a) \
198 ((((unsigned long)(v)) & ((a) - 1)) == 0)
200 static inline void eeh_memset_io(volatile void __iomem *addr, int c,
203 void *p = (void __force *)addr;
208 __asm__ __volatile__ ("sync" : : : "memory");
209 while(n && !EEH_CHECK_ALIGN(p, 4)) {
210 *((volatile u8 *)p) = c;
215 *((volatile u32 *)p) = lc;
220 *((volatile u8 *)p) = c;
224 __asm__ __volatile__ ("sync" : : : "memory");
226 static inline void eeh_memcpy_fromio(void *dest, const volatile void __iomem *src,
229 void *vsrc = (void __force *) src;
230 void *destsave = dest;
231 unsigned long nsave = n;
233 __asm__ __volatile__ ("sync" : : : "memory");
234 while(n && (!EEH_CHECK_ALIGN(vsrc, 4) || !EEH_CHECK_ALIGN(dest, 4))) {
235 *((u8 *)dest) = *((volatile u8 *)vsrc);
236 __asm__ __volatile__ ("eieio" : : : "memory");
242 *((u32 *)dest) = *((volatile u32 *)vsrc);
243 __asm__ __volatile__ ("eieio" : : : "memory");
249 *((u8 *)dest) = *((volatile u8 *)vsrc);
250 __asm__ __volatile__ ("eieio" : : : "memory");
255 __asm__ __volatile__ ("sync" : : : "memory");
257 /* Look for ffff's here at dest[n]. Assume that at least 4 bytes
258 * were copied. Check all four bytes.
261 (EEH_POSSIBLE_ERROR((*((u32 *) destsave+nsave-4)), u32))) {
262 eeh_check_failure(src, (*((u32 *) destsave+nsave-4)));
266 static inline void eeh_memcpy_toio(volatile void __iomem *dest, const void *src,
269 void *vdest = (void __force *) dest;
271 __asm__ __volatile__ ("sync" : : : "memory");
272 while(n && (!EEH_CHECK_ALIGN(vdest, 4) || !EEH_CHECK_ALIGN(src, 4))) {
273 *((volatile u8 *)vdest) = *((u8 *)src);
279 *((volatile u32 *)vdest) = *((volatile u32 *)src);
285 *((volatile u8 *)vdest) = *((u8 *)src);
290 __asm__ __volatile__ ("sync" : : : "memory");
293 #undef EEH_CHECK_ALIGN
295 static inline u8 eeh_inb(unsigned long port)
298 val = in_8((u8 __iomem *)(port+pci_io_base));
299 if (EEH_POSSIBLE_ERROR(val, u8))
300 return eeh_check_failure((void __iomem *)(port), val);
304 static inline void eeh_outb(u8 val, unsigned long port)
306 out_8((u8 __iomem *)(port+pci_io_base), val);
309 static inline u16 eeh_inw(unsigned long port)
312 val = in_le16((u16 __iomem *)(port+pci_io_base));
313 if (EEH_POSSIBLE_ERROR(val, u16))
314 return eeh_check_failure((void __iomem *)(port), val);
318 static inline void eeh_outw(u16 val, unsigned long port)
320 out_le16((u16 __iomem *)(port+pci_io_base), val);
323 static inline u32 eeh_inl(unsigned long port)
326 val = in_le32((u32 __iomem *)(port+pci_io_base));
327 if (EEH_POSSIBLE_ERROR(val, u32))
328 return eeh_check_failure((void __iomem *)(port), val);
332 static inline void eeh_outl(u32 val, unsigned long port)
334 out_le32((u32 __iomem *)(port+pci_io_base), val);
337 /* in-string eeh macros */
338 static inline void eeh_insb(unsigned long port, void * buf, int ns)
340 _insb((u8 __iomem *)(port+pci_io_base), buf, ns);
341 if (EEH_POSSIBLE_ERROR((*(((u8*)buf)+ns-1)), u8))
342 eeh_check_failure((void __iomem *)(port), *(u8*)buf);
345 static inline void eeh_insw_ns(unsigned long port, void * buf, int ns)
347 _insw_ns((u16 __iomem *)(port+pci_io_base), buf, ns);
348 if (EEH_POSSIBLE_ERROR((*(((u16*)buf)+ns-1)), u16))
349 eeh_check_failure((void __iomem *)(port), *(u16*)buf);
352 static inline void eeh_insl_ns(unsigned long port, void * buf, int nl)
354 _insl_ns((u32 __iomem *)(port+pci_io_base), buf, nl);
355 if (EEH_POSSIBLE_ERROR((*(((u32*)buf)+nl-1)), u32))
356 eeh_check_failure((void __iomem *)(port), *(u32*)buf);
359 #endif /* __KERNEL__ */
360 #endif /* _PPC64_EEH_H */