Merge git://git.kernel.org/pub/scm/linux/kernel/git/cmetcalf/linux-tile
Pull arch/tile updates from Chris Metcalf: "These changes provide support for PCIe root complex and USB host mode for tilegx's on-chip I/Os. In addition, this pull provides the required underpinning for the on-chip networking support that was pulled into 3.5. The changes have all been through LKML (with several rounds for PCIe RC) and on linux-next." * git://git.kernel.org/pub/scm/linux/kernel/git/cmetcalf/linux-tile: tile: updates to pci root complex from community feedback bounce: allow use of bounce pool via config option usb: add host support for the tilegx architecture arch/tile: provide kernel support for the tilegx USB shim tile pci: enable IOMMU to support DMA for legacy devices arch/tile: enable ZONE_DMA for tilegx tilegx pci: support I/O to arbitrarily-cached pages tile: remove unused header arch/tile: tilegx PCI root complex support arch/tile: provide kernel support for the tilegx TRIO shim arch/tile: break out the "csum a long" function to <asm/checksum.h> arch/tile: provide kernel support for the tilegx mPIPE shim arch/tile: common DMA code for the GXIO IORPC subsystem arch/tile: support MMIO-based readb/writeb etc. arch/tile: introduce GXIO IORPC framework for tilegx
This commit is contained in:
@@ -14,4 +14,9 @@ obj-$(CONFIG_SMP) += smpboot.o smp.o tlb.o
|
||||
obj-$(CONFIG_MODULES) += module.o
|
||||
obj-$(CONFIG_EARLY_PRINTK) += early_printk.o
|
||||
obj-$(CONFIG_KEXEC) += machine_kexec.o relocate_kernel_$(BITS).o
|
||||
ifdef CONFIG_TILEGX
|
||||
obj-$(CONFIG_PCI) += pci_gx.o
|
||||
else
|
||||
obj-$(CONFIG_PCI) += pci.o
|
||||
endif
|
||||
obj-$(CONFIG_TILE_USB) += usb.o
|
||||
|
||||
+446
-112
@@ -14,6 +14,7 @@
|
||||
|
||||
#include <linux/mm.h>
|
||||
#include <linux/dma-mapping.h>
|
||||
#include <linux/swiotlb.h>
|
||||
#include <linux/vmalloc.h>
|
||||
#include <linux/export.h>
|
||||
#include <asm/tlbflush.h>
|
||||
@@ -22,13 +23,18 @@
|
||||
/* Generic DMA mapping functions: */
|
||||
|
||||
/*
|
||||
* Allocate what Linux calls "coherent" memory, which for us just
|
||||
* means uncached.
|
||||
* Allocate what Linux calls "coherent" memory. On TILEPro this is
|
||||
* uncached memory; on TILE-Gx it is hash-for-home memory.
|
||||
*/
|
||||
void *dma_alloc_coherent(struct device *dev,
|
||||
size_t size,
|
||||
dma_addr_t *dma_handle,
|
||||
gfp_t gfp)
|
||||
#ifdef __tilepro__
|
||||
#define PAGE_HOME_DMA PAGE_HOME_UNCACHED
|
||||
#else
|
||||
#define PAGE_HOME_DMA PAGE_HOME_HASH
|
||||
#endif
|
||||
|
||||
static void *tile_dma_alloc_coherent(struct device *dev, size_t size,
|
||||
dma_addr_t *dma_handle, gfp_t gfp,
|
||||
struct dma_attrs *attrs)
|
||||
{
|
||||
u64 dma_mask = dev->coherent_dma_mask ?: DMA_BIT_MASK(32);
|
||||
int node = dev_to_node(dev);
|
||||
@@ -39,39 +45,42 @@ void *dma_alloc_coherent(struct device *dev,
|
||||
gfp |= __GFP_ZERO;
|
||||
|
||||
/*
|
||||
* By forcing NUMA node 0 for 32-bit masks we ensure that the
|
||||
* high 32 bits of the resulting PA will be zero. If the mask
|
||||
* size is, e.g., 24, we may still not be able to guarantee a
|
||||
* suitable memory address, in which case we will return NULL.
|
||||
* But such devices are uncommon.
|
||||
* If the mask specifies that the memory be in the first 4 GB, then
|
||||
* we force the allocation to come from the DMA zone. We also
|
||||
* force the node to 0 since that's the only node where the DMA
|
||||
* zone isn't empty. If the mask size is smaller than 32 bits, we
|
||||
* may still not be able to guarantee a suitable memory address, in
|
||||
* which case we will return NULL. But such devices are uncommon.
|
||||
*/
|
||||
if (dma_mask <= DMA_BIT_MASK(32))
|
||||
if (dma_mask <= DMA_BIT_MASK(32)) {
|
||||
gfp |= GFP_DMA;
|
||||
node = 0;
|
||||
}
|
||||
|
||||
pg = homecache_alloc_pages_node(node, gfp, order, PAGE_HOME_UNCACHED);
|
||||
pg = homecache_alloc_pages_node(node, gfp, order, PAGE_HOME_DMA);
|
||||
if (pg == NULL)
|
||||
return NULL;
|
||||
|
||||
addr = page_to_phys(pg);
|
||||
if (addr + size > dma_mask) {
|
||||
homecache_free_pages(addr, order);
|
||||
__homecache_free_pages(pg, order);
|
||||
return NULL;
|
||||
}
|
||||
|
||||
*dma_handle = addr;
|
||||
|
||||
return page_address(pg);
|
||||
}
|
||||
EXPORT_SYMBOL(dma_alloc_coherent);
|
||||
|
||||
/*
|
||||
* Free memory that was allocated with dma_alloc_coherent.
|
||||
* Free memory that was allocated with tile_dma_alloc_coherent.
|
||||
*/
|
||||
void dma_free_coherent(struct device *dev, size_t size,
|
||||
void *vaddr, dma_addr_t dma_handle)
|
||||
static void tile_dma_free_coherent(struct device *dev, size_t size,
|
||||
void *vaddr, dma_addr_t dma_handle,
|
||||
struct dma_attrs *attrs)
|
||||
{
|
||||
homecache_free_pages((unsigned long)vaddr, get_order(size));
|
||||
}
|
||||
EXPORT_SYMBOL(dma_free_coherent);
|
||||
|
||||
/*
|
||||
* The map routines "map" the specified address range for DMA
|
||||
@@ -87,52 +96,112 @@ EXPORT_SYMBOL(dma_free_coherent);
|
||||
* can count on nothing having been touched.
|
||||
*/
|
||||
|
||||
/* Flush a PA range from cache page by page. */
|
||||
static void __dma_map_pa_range(dma_addr_t dma_addr, size_t size)
|
||||
/* Set up a single page for DMA access. */
|
||||
static void __dma_prep_page(struct page *page, unsigned long offset,
|
||||
size_t size, enum dma_data_direction direction)
|
||||
{
|
||||
/*
|
||||
* Flush the page from cache if necessary.
|
||||
* On tilegx, data is delivered to hash-for-home L3; on tilepro,
|
||||
* data is delivered direct to memory.
|
||||
*
|
||||
* NOTE: If we were just doing DMA_TO_DEVICE we could optimize
|
||||
* this to be a "flush" not a "finv" and keep some of the
|
||||
* state in cache across the DMA operation, but it doesn't seem
|
||||
* worth creating the necessary flush_buffer_xxx() infrastructure.
|
||||
*/
|
||||
int home = page_home(page);
|
||||
switch (home) {
|
||||
case PAGE_HOME_HASH:
|
||||
#ifdef __tilegx__
|
||||
return;
|
||||
#endif
|
||||
break;
|
||||
case PAGE_HOME_UNCACHED:
|
||||
#ifdef __tilepro__
|
||||
return;
|
||||
#endif
|
||||
break;
|
||||
case PAGE_HOME_IMMUTABLE:
|
||||
/* Should be going to the device only. */
|
||||
BUG_ON(direction == DMA_FROM_DEVICE ||
|
||||
direction == DMA_BIDIRECTIONAL);
|
||||
return;
|
||||
case PAGE_HOME_INCOHERENT:
|
||||
/* Incoherent anyway, so no need to work hard here. */
|
||||
return;
|
||||
default:
|
||||
BUG_ON(home < 0 || home >= NR_CPUS);
|
||||
break;
|
||||
}
|
||||
homecache_finv_page(page);
|
||||
|
||||
#ifdef DEBUG_ALIGNMENT
|
||||
/* Warn if the region isn't cacheline aligned. */
|
||||
if (offset & (L2_CACHE_BYTES - 1) || (size & (L2_CACHE_BYTES - 1)))
|
||||
pr_warn("Unaligned DMA to non-hfh memory: PA %#llx/%#lx\n",
|
||||
PFN_PHYS(page_to_pfn(page)) + offset, size);
|
||||
#endif
|
||||
}
|
||||
|
||||
/* Make the page ready to be read by the core. */
|
||||
static void __dma_complete_page(struct page *page, unsigned long offset,
|
||||
size_t size, enum dma_data_direction direction)
|
||||
{
|
||||
#ifdef __tilegx__
|
||||
switch (page_home(page)) {
|
||||
case PAGE_HOME_HASH:
|
||||
/* I/O device delivered data the way the cpu wanted it. */
|
||||
break;
|
||||
case PAGE_HOME_INCOHERENT:
|
||||
/* Incoherent anyway, so no need to work hard here. */
|
||||
break;
|
||||
case PAGE_HOME_IMMUTABLE:
|
||||
/* Extra read-only copies are not a problem. */
|
||||
break;
|
||||
default:
|
||||
/* Flush the bogus hash-for-home I/O entries to memory. */
|
||||
homecache_finv_map_page(page, PAGE_HOME_HASH);
|
||||
break;
|
||||
}
|
||||
#endif
|
||||
}
|
||||
|
||||
static void __dma_prep_pa_range(dma_addr_t dma_addr, size_t size,
|
||||
enum dma_data_direction direction)
|
||||
{
|
||||
struct page *page = pfn_to_page(PFN_DOWN(dma_addr));
|
||||
size_t bytesleft = PAGE_SIZE - (dma_addr & (PAGE_SIZE - 1));
|
||||
unsigned long offset = dma_addr & (PAGE_SIZE - 1);
|
||||
size_t bytes = min(size, (size_t)(PAGE_SIZE - offset));
|
||||
|
||||
while ((ssize_t)size > 0) {
|
||||
/* Flush the page. */
|
||||
homecache_flush_cache(page++, 0);
|
||||
|
||||
/* Figure out if we need to continue on the next page. */
|
||||
size -= bytesleft;
|
||||
bytesleft = PAGE_SIZE;
|
||||
while (size != 0) {
|
||||
__dma_prep_page(page, offset, bytes, direction);
|
||||
size -= bytes;
|
||||
++page;
|
||||
offset = 0;
|
||||
bytes = min((size_t)PAGE_SIZE, size);
|
||||
}
|
||||
}
|
||||
|
||||
/*
|
||||
* dma_map_single can be passed any memory address, and there appear
|
||||
* to be no alignment constraints.
|
||||
*
|
||||
* There is a chance that the start of the buffer will share a cache
|
||||
* line with some other data that has been touched in the meantime.
|
||||
*/
|
||||
dma_addr_t dma_map_single(struct device *dev, void *ptr, size_t size,
|
||||
enum dma_data_direction direction)
|
||||
static void __dma_complete_pa_range(dma_addr_t dma_addr, size_t size,
|
||||
enum dma_data_direction direction)
|
||||
{
|
||||
dma_addr_t dma_addr = __pa(ptr);
|
||||
struct page *page = pfn_to_page(PFN_DOWN(dma_addr));
|
||||
unsigned long offset = dma_addr & (PAGE_SIZE - 1);
|
||||
size_t bytes = min(size, (size_t)(PAGE_SIZE - offset));
|
||||
|
||||
BUG_ON(!valid_dma_direction(direction));
|
||||
WARN_ON(size == 0);
|
||||
|
||||
__dma_map_pa_range(dma_addr, size);
|
||||
|
||||
return dma_addr;
|
||||
while (size != 0) {
|
||||
__dma_complete_page(page, offset, bytes, direction);
|
||||
size -= bytes;
|
||||
++page;
|
||||
offset = 0;
|
||||
bytes = min((size_t)PAGE_SIZE, size);
|
||||
}
|
||||
}
|
||||
EXPORT_SYMBOL(dma_map_single);
|
||||
|
||||
void dma_unmap_single(struct device *dev, dma_addr_t dma_addr, size_t size,
|
||||
enum dma_data_direction direction)
|
||||
{
|
||||
BUG_ON(!valid_dma_direction(direction));
|
||||
}
|
||||
EXPORT_SYMBOL(dma_unmap_single);
|
||||
|
||||
int dma_map_sg(struct device *dev, struct scatterlist *sglist, int nents,
|
||||
enum dma_data_direction direction)
|
||||
static int tile_dma_map_sg(struct device *dev, struct scatterlist *sglist,
|
||||
int nents, enum dma_data_direction direction,
|
||||
struct dma_attrs *attrs)
|
||||
{
|
||||
struct scatterlist *sg;
|
||||
int i;
|
||||
@@ -143,73 +212,89 @@ int dma_map_sg(struct device *dev, struct scatterlist *sglist, int nents,
|
||||
|
||||
for_each_sg(sglist, sg, nents, i) {
|
||||
sg->dma_address = sg_phys(sg);
|
||||
__dma_map_pa_range(sg->dma_address, sg->length);
|
||||
__dma_prep_pa_range(sg->dma_address, sg->length, direction);
|
||||
#ifdef CONFIG_NEED_SG_DMA_LENGTH
|
||||
sg->dma_length = sg->length;
|
||||
#endif
|
||||
}
|
||||
|
||||
return nents;
|
||||
}
|
||||
EXPORT_SYMBOL(dma_map_sg);
|
||||
|
||||
void dma_unmap_sg(struct device *dev, struct scatterlist *sg, int nhwentries,
|
||||
enum dma_data_direction direction)
|
||||
static void tile_dma_unmap_sg(struct device *dev, struct scatterlist *sglist,
|
||||
int nents, enum dma_data_direction direction,
|
||||
struct dma_attrs *attrs)
|
||||
{
|
||||
BUG_ON(!valid_dma_direction(direction));
|
||||
}
|
||||
EXPORT_SYMBOL(dma_unmap_sg);
|
||||
struct scatterlist *sg;
|
||||
int i;
|
||||
|
||||
dma_addr_t dma_map_page(struct device *dev, struct page *page,
|
||||
unsigned long offset, size_t size,
|
||||
enum dma_data_direction direction)
|
||||
BUG_ON(!valid_dma_direction(direction));
|
||||
for_each_sg(sglist, sg, nents, i) {
|
||||
sg->dma_address = sg_phys(sg);
|
||||
__dma_complete_pa_range(sg->dma_address, sg->length,
|
||||
direction);
|
||||
}
|
||||
}
|
||||
|
||||
static dma_addr_t tile_dma_map_page(struct device *dev, struct page *page,
|
||||
unsigned long offset, size_t size,
|
||||
enum dma_data_direction direction,
|
||||
struct dma_attrs *attrs)
|
||||
{
|
||||
BUG_ON(!valid_dma_direction(direction));
|
||||
|
||||
BUG_ON(offset + size > PAGE_SIZE);
|
||||
homecache_flush_cache(page, 0);
|
||||
__dma_prep_page(page, offset, size, direction);
|
||||
|
||||
return page_to_pa(page) + offset;
|
||||
}
|
||||
EXPORT_SYMBOL(dma_map_page);
|
||||
|
||||
void dma_unmap_page(struct device *dev, dma_addr_t dma_address, size_t size,
|
||||
enum dma_data_direction direction)
|
||||
static void tile_dma_unmap_page(struct device *dev, dma_addr_t dma_address,
|
||||
size_t size, enum dma_data_direction direction,
|
||||
struct dma_attrs *attrs)
|
||||
{
|
||||
BUG_ON(!valid_dma_direction(direction));
|
||||
}
|
||||
EXPORT_SYMBOL(dma_unmap_page);
|
||||
|
||||
void dma_sync_single_for_cpu(struct device *dev, dma_addr_t dma_handle,
|
||||
size_t size, enum dma_data_direction direction)
|
||||
__dma_complete_page(pfn_to_page(PFN_DOWN(dma_address)),
|
||||
dma_address & PAGE_OFFSET, size, direction);
|
||||
}
|
||||
|
||||
static void tile_dma_sync_single_for_cpu(struct device *dev,
|
||||
dma_addr_t dma_handle,
|
||||
size_t size,
|
||||
enum dma_data_direction direction)
|
||||
{
|
||||
BUG_ON(!valid_dma_direction(direction));
|
||||
}
|
||||
EXPORT_SYMBOL(dma_sync_single_for_cpu);
|
||||
|
||||
void dma_sync_single_for_device(struct device *dev, dma_addr_t dma_handle,
|
||||
size_t size, enum dma_data_direction direction)
|
||||
__dma_complete_pa_range(dma_handle, size, direction);
|
||||
}
|
||||
|
||||
static void tile_dma_sync_single_for_device(struct device *dev,
|
||||
dma_addr_t dma_handle, size_t size,
|
||||
enum dma_data_direction direction)
|
||||
{
|
||||
unsigned long start = PFN_DOWN(dma_handle);
|
||||
unsigned long end = PFN_DOWN(dma_handle + size - 1);
|
||||
unsigned long i;
|
||||
__dma_prep_pa_range(dma_handle, size, direction);
|
||||
}
|
||||
|
||||
static void tile_dma_sync_sg_for_cpu(struct device *dev,
|
||||
struct scatterlist *sglist, int nelems,
|
||||
enum dma_data_direction direction)
|
||||
{
|
||||
struct scatterlist *sg;
|
||||
int i;
|
||||
|
||||
BUG_ON(!valid_dma_direction(direction));
|
||||
for (i = start; i <= end; ++i)
|
||||
homecache_flush_cache(pfn_to_page(i), 0);
|
||||
}
|
||||
EXPORT_SYMBOL(dma_sync_single_for_device);
|
||||
WARN_ON(nelems == 0 || sglist->length == 0);
|
||||
|
||||
void dma_sync_sg_for_cpu(struct device *dev, struct scatterlist *sg, int nelems,
|
||||
enum dma_data_direction direction)
|
||||
{
|
||||
BUG_ON(!valid_dma_direction(direction));
|
||||
WARN_ON(nelems == 0 || sg[0].length == 0);
|
||||
for_each_sg(sglist, sg, nelems, i) {
|
||||
dma_sync_single_for_cpu(dev, sg->dma_address,
|
||||
sg_dma_len(sg), direction);
|
||||
}
|
||||
}
|
||||
EXPORT_SYMBOL(dma_sync_sg_for_cpu);
|
||||
|
||||
/*
|
||||
* Flush and invalidate cache for scatterlist.
|
||||
*/
|
||||
void dma_sync_sg_for_device(struct device *dev, struct scatterlist *sglist,
|
||||
int nelems, enum dma_data_direction direction)
|
||||
static void tile_dma_sync_sg_for_device(struct device *dev,
|
||||
struct scatterlist *sglist, int nelems,
|
||||
enum dma_data_direction direction)
|
||||
{
|
||||
struct scatterlist *sg;
|
||||
int i;
|
||||
@@ -222,31 +307,280 @@ void dma_sync_sg_for_device(struct device *dev, struct scatterlist *sglist,
|
||||
sg_dma_len(sg), direction);
|
||||
}
|
||||
}
|
||||
EXPORT_SYMBOL(dma_sync_sg_for_device);
|
||||
|
||||
void dma_sync_single_range_for_cpu(struct device *dev, dma_addr_t dma_handle,
|
||||
unsigned long offset, size_t size,
|
||||
enum dma_data_direction direction)
|
||||
static inline int
|
||||
tile_dma_mapping_error(struct device *dev, dma_addr_t dma_addr)
|
||||
{
|
||||
dma_sync_single_for_cpu(dev, dma_handle + offset, size, direction);
|
||||
return 0;
|
||||
}
|
||||
EXPORT_SYMBOL(dma_sync_single_range_for_cpu);
|
||||
|
||||
void dma_sync_single_range_for_device(struct device *dev,
|
||||
dma_addr_t dma_handle,
|
||||
unsigned long offset, size_t size,
|
||||
enum dma_data_direction direction)
|
||||
static inline int
|
||||
tile_dma_supported(struct device *dev, u64 mask)
|
||||
{
|
||||
dma_sync_single_for_device(dev, dma_handle + offset, size, direction);
|
||||
return 1;
|
||||
}
|
||||
|
||||
static struct dma_map_ops tile_default_dma_map_ops = {
|
||||
.alloc = tile_dma_alloc_coherent,
|
||||
.free = tile_dma_free_coherent,
|
||||
.map_page = tile_dma_map_page,
|
||||
.unmap_page = tile_dma_unmap_page,
|
||||
.map_sg = tile_dma_map_sg,
|
||||
.unmap_sg = tile_dma_unmap_sg,
|
||||
.sync_single_for_cpu = tile_dma_sync_single_for_cpu,
|
||||
.sync_single_for_device = tile_dma_sync_single_for_device,
|
||||
.sync_sg_for_cpu = tile_dma_sync_sg_for_cpu,
|
||||
.sync_sg_for_device = tile_dma_sync_sg_for_device,
|
||||
.mapping_error = tile_dma_mapping_error,
|
||||
.dma_supported = tile_dma_supported
|
||||
};
|
||||
|
||||
struct dma_map_ops *tile_dma_map_ops = &tile_default_dma_map_ops;
|
||||
EXPORT_SYMBOL(tile_dma_map_ops);
|
||||
|
||||
/* Generic PCI DMA mapping functions */
|
||||
|
||||
static void *tile_pci_dma_alloc_coherent(struct device *dev, size_t size,
|
||||
dma_addr_t *dma_handle, gfp_t gfp,
|
||||
struct dma_attrs *attrs)
|
||||
{
|
||||
int node = dev_to_node(dev);
|
||||
int order = get_order(size);
|
||||
struct page *pg;
|
||||
dma_addr_t addr;
|
||||
|
||||
gfp |= __GFP_ZERO;
|
||||
|
||||
pg = homecache_alloc_pages_node(node, gfp, order, PAGE_HOME_DMA);
|
||||
if (pg == NULL)
|
||||
return NULL;
|
||||
|
||||
addr = page_to_phys(pg);
|
||||
|
||||
*dma_handle = phys_to_dma(dev, addr);
|
||||
|
||||
return page_address(pg);
|
||||
}
|
||||
EXPORT_SYMBOL(dma_sync_single_range_for_device);
|
||||
|
||||
/*
|
||||
* dma_alloc_noncoherent() returns non-cacheable memory, so there's no
|
||||
* need to do any flushing here.
|
||||
* Free memory that was allocated with tile_pci_dma_alloc_coherent.
|
||||
*/
|
||||
void dma_cache_sync(struct device *dev, void *vaddr, size_t size,
|
||||
enum dma_data_direction direction)
|
||||
static void tile_pci_dma_free_coherent(struct device *dev, size_t size,
|
||||
void *vaddr, dma_addr_t dma_handle,
|
||||
struct dma_attrs *attrs)
|
||||
{
|
||||
homecache_free_pages((unsigned long)vaddr, get_order(size));
|
||||
}
|
||||
EXPORT_SYMBOL(dma_cache_sync);
|
||||
|
||||
static int tile_pci_dma_map_sg(struct device *dev, struct scatterlist *sglist,
|
||||
int nents, enum dma_data_direction direction,
|
||||
struct dma_attrs *attrs)
|
||||
{
|
||||
struct scatterlist *sg;
|
||||
int i;
|
||||
|
||||
BUG_ON(!valid_dma_direction(direction));
|
||||
|
||||
WARN_ON(nents == 0 || sglist->length == 0);
|
||||
|
||||
for_each_sg(sglist, sg, nents, i) {
|
||||
sg->dma_address = sg_phys(sg);
|
||||
__dma_prep_pa_range(sg->dma_address, sg->length, direction);
|
||||
|
||||
sg->dma_address = phys_to_dma(dev, sg->dma_address);
|
||||
#ifdef CONFIG_NEED_SG_DMA_LENGTH
|
||||
sg->dma_length = sg->length;
|
||||
#endif
|
||||
}
|
||||
|
||||
return nents;
|
||||
}
|
||||
|
||||
static void tile_pci_dma_unmap_sg(struct device *dev,
|
||||
struct scatterlist *sglist, int nents,
|
||||
enum dma_data_direction direction,
|
||||
struct dma_attrs *attrs)
|
||||
{
|
||||
struct scatterlist *sg;
|
||||
int i;
|
||||
|
||||
BUG_ON(!valid_dma_direction(direction));
|
||||
for_each_sg(sglist, sg, nents, i) {
|
||||
sg->dma_address = sg_phys(sg);
|
||||
__dma_complete_pa_range(sg->dma_address, sg->length,
|
||||
direction);
|
||||
}
|
||||
}
|
||||
|
||||
static dma_addr_t tile_pci_dma_map_page(struct device *dev, struct page *page,
|
||||
unsigned long offset, size_t size,
|
||||
enum dma_data_direction direction,
|
||||
struct dma_attrs *attrs)
|
||||
{
|
||||
BUG_ON(!valid_dma_direction(direction));
|
||||
|
||||
BUG_ON(offset + size > PAGE_SIZE);
|
||||
__dma_prep_page(page, offset, size, direction);
|
||||
|
||||
return phys_to_dma(dev, page_to_pa(page) + offset);
|
||||
}
|
||||
|
||||
static void tile_pci_dma_unmap_page(struct device *dev, dma_addr_t dma_address,
|
||||
size_t size,
|
||||
enum dma_data_direction direction,
|
||||
struct dma_attrs *attrs)
|
||||
{
|
||||
BUG_ON(!valid_dma_direction(direction));
|
||||
|
||||
dma_address = dma_to_phys(dev, dma_address);
|
||||
|
||||
__dma_complete_page(pfn_to_page(PFN_DOWN(dma_address)),
|
||||
dma_address & PAGE_OFFSET, size, direction);
|
||||
}
|
||||
|
||||
static void tile_pci_dma_sync_single_for_cpu(struct device *dev,
|
||||
dma_addr_t dma_handle,
|
||||
size_t size,
|
||||
enum dma_data_direction direction)
|
||||
{
|
||||
BUG_ON(!valid_dma_direction(direction));
|
||||
|
||||
dma_handle = dma_to_phys(dev, dma_handle);
|
||||
|
||||
__dma_complete_pa_range(dma_handle, size, direction);
|
||||
}
|
||||
|
||||
static void tile_pci_dma_sync_single_for_device(struct device *dev,
|
||||
dma_addr_t dma_handle,
|
||||
size_t size,
|
||||
enum dma_data_direction
|
||||
direction)
|
||||
{
|
||||
dma_handle = dma_to_phys(dev, dma_handle);
|
||||
|
||||
__dma_prep_pa_range(dma_handle, size, direction);
|
||||
}
|
||||
|
||||
static void tile_pci_dma_sync_sg_for_cpu(struct device *dev,
|
||||
struct scatterlist *sglist,
|
||||
int nelems,
|
||||
enum dma_data_direction direction)
|
||||
{
|
||||
struct scatterlist *sg;
|
||||
int i;
|
||||
|
||||
BUG_ON(!valid_dma_direction(direction));
|
||||
WARN_ON(nelems == 0 || sglist->length == 0);
|
||||
|
||||
for_each_sg(sglist, sg, nelems, i) {
|
||||
dma_sync_single_for_cpu(dev, sg->dma_address,
|
||||
sg_dma_len(sg), direction);
|
||||
}
|
||||
}
|
||||
|
||||
static void tile_pci_dma_sync_sg_for_device(struct device *dev,
|
||||
struct scatterlist *sglist,
|
||||
int nelems,
|
||||
enum dma_data_direction direction)
|
||||
{
|
||||
struct scatterlist *sg;
|
||||
int i;
|
||||
|
||||
BUG_ON(!valid_dma_direction(direction));
|
||||
WARN_ON(nelems == 0 || sglist->length == 0);
|
||||
|
||||
for_each_sg(sglist, sg, nelems, i) {
|
||||
dma_sync_single_for_device(dev, sg->dma_address,
|
||||
sg_dma_len(sg), direction);
|
||||
}
|
||||
}
|
||||
|
||||
static inline int
|
||||
tile_pci_dma_mapping_error(struct device *dev, dma_addr_t dma_addr)
|
||||
{
|
||||
return 0;
|
||||
}
|
||||
|
||||
static inline int
|
||||
tile_pci_dma_supported(struct device *dev, u64 mask)
|
||||
{
|
||||
return 1;
|
||||
}
|
||||
|
||||
static struct dma_map_ops tile_pci_default_dma_map_ops = {
|
||||
.alloc = tile_pci_dma_alloc_coherent,
|
||||
.free = tile_pci_dma_free_coherent,
|
||||
.map_page = tile_pci_dma_map_page,
|
||||
.unmap_page = tile_pci_dma_unmap_page,
|
||||
.map_sg = tile_pci_dma_map_sg,
|
||||
.unmap_sg = tile_pci_dma_unmap_sg,
|
||||
.sync_single_for_cpu = tile_pci_dma_sync_single_for_cpu,
|
||||
.sync_single_for_device = tile_pci_dma_sync_single_for_device,
|
||||
.sync_sg_for_cpu = tile_pci_dma_sync_sg_for_cpu,
|
||||
.sync_sg_for_device = tile_pci_dma_sync_sg_for_device,
|
||||
.mapping_error = tile_pci_dma_mapping_error,
|
||||
.dma_supported = tile_pci_dma_supported
|
||||
};
|
||||
|
||||
struct dma_map_ops *gx_pci_dma_map_ops = &tile_pci_default_dma_map_ops;
|
||||
EXPORT_SYMBOL(gx_pci_dma_map_ops);
|
||||
|
||||
/* PCI DMA mapping functions for legacy PCI devices */
|
||||
|
||||
#ifdef CONFIG_SWIOTLB
|
||||
static void *tile_swiotlb_alloc_coherent(struct device *dev, size_t size,
|
||||
dma_addr_t *dma_handle, gfp_t gfp,
|
||||
struct dma_attrs *attrs)
|
||||
{
|
||||
gfp |= GFP_DMA;
|
||||
return swiotlb_alloc_coherent(dev, size, dma_handle, gfp);
|
||||
}
|
||||
|
||||
static void tile_swiotlb_free_coherent(struct device *dev, size_t size,
|
||||
void *vaddr, dma_addr_t dma_addr,
|
||||
struct dma_attrs *attrs)
|
||||
{
|
||||
swiotlb_free_coherent(dev, size, vaddr, dma_addr);
|
||||
}
|
||||
|
||||
static struct dma_map_ops pci_swiotlb_dma_ops = {
|
||||
.alloc = tile_swiotlb_alloc_coherent,
|
||||
.free = tile_swiotlb_free_coherent,
|
||||
.map_page = swiotlb_map_page,
|
||||
.unmap_page = swiotlb_unmap_page,
|
||||
.map_sg = swiotlb_map_sg_attrs,
|
||||
.unmap_sg = swiotlb_unmap_sg_attrs,
|
||||
.sync_single_for_cpu = swiotlb_sync_single_for_cpu,
|
||||
.sync_single_for_device = swiotlb_sync_single_for_device,
|
||||
.sync_sg_for_cpu = swiotlb_sync_sg_for_cpu,
|
||||
.sync_sg_for_device = swiotlb_sync_sg_for_device,
|
||||
.dma_supported = swiotlb_dma_supported,
|
||||
.mapping_error = swiotlb_dma_mapping_error,
|
||||
};
|
||||
|
||||
struct dma_map_ops *gx_legacy_pci_dma_map_ops = &pci_swiotlb_dma_ops;
|
||||
#else
|
||||
struct dma_map_ops *gx_legacy_pci_dma_map_ops;
|
||||
#endif
|
||||
EXPORT_SYMBOL(gx_legacy_pci_dma_map_ops);
|
||||
|
||||
#ifdef CONFIG_ARCH_HAS_DMA_SET_COHERENT_MASK
|
||||
int dma_set_coherent_mask(struct device *dev, u64 mask)
|
||||
{
|
||||
struct dma_map_ops *dma_ops = get_dma_ops(dev);
|
||||
|
||||
/* Handle legacy PCI devices with limited memory addressability. */
|
||||
if (((dma_ops == gx_pci_dma_map_ops) ||
|
||||
(dma_ops == gx_legacy_pci_dma_map_ops)) &&
|
||||
(mask <= DMA_BIT_MASK(32))) {
|
||||
if (mask > dev->archdata.max_direct_dma_addr)
|
||||
mask = dev->archdata.max_direct_dma_addr;
|
||||
}
|
||||
|
||||
if (!dma_supported(dev, mask))
|
||||
return -EIO;
|
||||
dev->coherent_dma_mask = mask;
|
||||
return 0;
|
||||
}
|
||||
EXPORT_SYMBOL(dma_set_coherent_mask);
|
||||
#endif
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
+28
-17
@@ -23,6 +23,7 @@
|
||||
#include <linux/irq.h>
|
||||
#include <linux/kexec.h>
|
||||
#include <linux/pci.h>
|
||||
#include <linux/swiotlb.h>
|
||||
#include <linux/initrd.h>
|
||||
#include <linux/io.h>
|
||||
#include <linux/highmem.h>
|
||||
@@ -109,7 +110,7 @@ static unsigned int __initdata maxnodemem_pfn[MAX_NUMNODES] = {
|
||||
};
|
||||
static nodemask_t __initdata isolnodes;
|
||||
|
||||
#ifdef CONFIG_PCI
|
||||
#if defined(CONFIG_PCI) && !defined(__tilegx__)
|
||||
enum { DEFAULT_PCI_RESERVE_MB = 64 };
|
||||
static unsigned int __initdata pci_reserve_mb = DEFAULT_PCI_RESERVE_MB;
|
||||
unsigned long __initdata pci_reserve_start_pfn = -1U;
|
||||
@@ -160,7 +161,7 @@ static int __init setup_isolnodes(char *str)
|
||||
}
|
||||
early_param("isolnodes", setup_isolnodes);
|
||||
|
||||
#ifdef CONFIG_PCI
|
||||
#if defined(CONFIG_PCI) && !defined(__tilegx__)
|
||||
static int __init setup_pci_reserve(char* str)
|
||||
{
|
||||
unsigned long mb;
|
||||
@@ -171,7 +172,7 @@ static int __init setup_pci_reserve(char* str)
|
||||
|
||||
pci_reserve_mb = mb;
|
||||
pr_info("Reserving %dMB for PCIE root complex mappings\n",
|
||||
pci_reserve_mb);
|
||||
pci_reserve_mb);
|
||||
return 0;
|
||||
}
|
||||
early_param("pci_reserve", setup_pci_reserve);
|
||||
@@ -411,7 +412,7 @@ static void __init setup_memory(void)
|
||||
continue;
|
||||
}
|
||||
#endif
|
||||
#ifdef CONFIG_PCI
|
||||
#if defined(CONFIG_PCI) && !defined(__tilegx__)
|
||||
/*
|
||||
* Blocks that overlap the pci reserved region must
|
||||
* have enough space to hold the maximum percpu data
|
||||
@@ -604,11 +605,9 @@ static void __init setup_bootmem_allocator_node(int i)
|
||||
/* Free all the space back into the allocator. */
|
||||
free_bootmem(PFN_PHYS(start), PFN_PHYS(end - start));
|
||||
|
||||
#if defined(CONFIG_PCI)
|
||||
#if defined(CONFIG_PCI) && !defined(__tilegx__)
|
||||
/*
|
||||
* Throw away any memory aliased by the PCI region. FIXME: this
|
||||
* is a temporary hack to work around bug 10502, and needs to be
|
||||
* fixed properly.
|
||||
* Throw away any memory aliased by the PCI region.
|
||||
*/
|
||||
if (pci_reserve_start_pfn < end && pci_reserve_end_pfn > start)
|
||||
reserve_bootmem(PFN_PHYS(pci_reserve_start_pfn),
|
||||
@@ -658,6 +657,8 @@ static void __init zone_sizes_init(void)
|
||||
unsigned long zones_size[MAX_NR_ZONES] = { 0 };
|
||||
int size = percpu_size();
|
||||
int num_cpus = smp_height * smp_width;
|
||||
const unsigned long dma_end = (1UL << (32 - PAGE_SHIFT));
|
||||
|
||||
int i;
|
||||
|
||||
for (i = 0; i < num_cpus; ++i)
|
||||
@@ -729,6 +730,14 @@ static void __init zone_sizes_init(void)
|
||||
zones_size[ZONE_NORMAL] = end - start;
|
||||
#endif
|
||||
|
||||
if (start < dma_end) {
|
||||
zones_size[ZONE_DMA] = min(zones_size[ZONE_NORMAL],
|
||||
dma_end - start);
|
||||
zones_size[ZONE_NORMAL] -= zones_size[ZONE_DMA];
|
||||
} else {
|
||||
zones_size[ZONE_DMA] = 0;
|
||||
}
|
||||
|
||||
/* Take zone metadata from controller 0 if we're isolnode. */
|
||||
if (node_isset(i, isolnodes))
|
||||
NODE_DATA(i)->bdata = &bootmem_node_data[0];
|
||||
@@ -738,7 +747,7 @@ static void __init zone_sizes_init(void)
|
||||
PFN_UP(node_percpu[i]));
|
||||
|
||||
/* Track the type of memory on each node */
|
||||
if (zones_size[ZONE_NORMAL])
|
||||
if (zones_size[ZONE_NORMAL] || zones_size[ZONE_DMA])
|
||||
node_set_state(i, N_NORMAL_MEMORY);
|
||||
#ifdef CONFIG_HIGHMEM
|
||||
if (end != start)
|
||||
@@ -1343,7 +1352,7 @@ void __init setup_arch(char **cmdline_p)
|
||||
setup_cpu_maps();
|
||||
|
||||
|
||||
#ifdef CONFIG_PCI
|
||||
#if defined(CONFIG_PCI) && !defined(__tilegx__)
|
||||
/*
|
||||
* Initialize the PCI structures. This is done before memory
|
||||
* setup so that we know whether or not a pci_reserve region
|
||||
@@ -1372,6 +1381,10 @@ void __init setup_arch(char **cmdline_p)
|
||||
* any memory using the bootmem allocator.
|
||||
*/
|
||||
|
||||
#ifdef CONFIG_SWIOTLB
|
||||
swiotlb_init(0);
|
||||
#endif
|
||||
|
||||
paging_init();
|
||||
setup_numa_mapping();
|
||||
zone_sizes_init();
|
||||
@@ -1522,11 +1535,10 @@ static struct resource code_resource = {
|
||||
};
|
||||
|
||||
/*
|
||||
* We reserve all resources above 4GB so that PCI won't try to put
|
||||
* mappings above 4GB; the standard allows that for some devices but
|
||||
* the probing code trunates values to 32 bits.
|
||||
* On Pro, we reserve all resources above 4GB so that PCI won't try to put
|
||||
* mappings above 4GB.
|
||||
*/
|
||||
#ifdef CONFIG_PCI
|
||||
#if defined(CONFIG_PCI) && !defined(__tilegx__)
|
||||
static struct resource* __init
|
||||
insert_non_bus_resource(void)
|
||||
{
|
||||
@@ -1571,8 +1583,7 @@ static int __init request_standard_resources(void)
|
||||
int i;
|
||||
enum { CODE_DELTA = MEM_SV_INTRPT - PAGE_OFFSET };
|
||||
|
||||
iomem_resource.end = -1LL;
|
||||
#ifdef CONFIG_PCI
|
||||
#if defined(CONFIG_PCI) && !defined(__tilegx__)
|
||||
insert_non_bus_resource();
|
||||
#endif
|
||||
|
||||
@@ -1580,7 +1591,7 @@ static int __init request_standard_resources(void)
|
||||
u64 start_pfn = node_start_pfn[i];
|
||||
u64 end_pfn = node_end_pfn[i];
|
||||
|
||||
#ifdef CONFIG_PCI
|
||||
#if defined(CONFIG_PCI) && !defined(__tilegx__)
|
||||
if (start_pfn <= pci_reserve_start_pfn &&
|
||||
end_pfn > pci_reserve_start_pfn) {
|
||||
if (end_pfn > pci_reserve_end_pfn)
|
||||
|
||||
@@ -0,0 +1,69 @@
|
||||
/*
|
||||
* Copyright 2012 Tilera Corporation. All Rights Reserved.
|
||||
*
|
||||
* This program is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU General Public License
|
||||
* as published by the Free Software Foundation, version 2.
|
||||
*
|
||||
* This program is distributed in the hope that it will be useful, but
|
||||
* WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
|
||||
* NON INFRINGEMENT. See the GNU General Public License for
|
||||
* more details.
|
||||
*
|
||||
* Register the Tile-Gx USB interfaces as platform devices.
|
||||
*
|
||||
* The actual USB driver is just some glue (in
|
||||
* drivers/usb/host/[eo]hci-tilegx.c) which makes the registers available
|
||||
* to the standard kernel EHCI and OHCI drivers.
|
||||
*/
|
||||
|
||||
#include <linux/dma-mapping.h>
|
||||
#include <linux/platform_device.h>
|
||||
#include <linux/usb/tilegx.h>
|
||||
#include <linux/types.h>
|
||||
|
||||
static u64 ehci_dmamask = DMA_BIT_MASK(32);
|
||||
|
||||
#define USB_HOST_DEF(unit, type, dmamask) \
|
||||
static struct \
|
||||
tilegx_usb_platform_data tilegx_usb_platform_data_ ## type ## \
|
||||
hci ## unit = { \
|
||||
.dev_index = unit, \
|
||||
}; \
|
||||
\
|
||||
static struct platform_device tilegx_usb_ ## type ## hci ## unit = { \
|
||||
.name = "tilegx-" #type "hci", \
|
||||
.id = unit, \
|
||||
.dev = { \
|
||||
.dma_mask = dmamask, \
|
||||
.coherent_dma_mask = DMA_BIT_MASK(32), \
|
||||
.platform_data = \
|
||||
&tilegx_usb_platform_data_ ## type ## hci ## \
|
||||
unit, \
|
||||
}, \
|
||||
};
|
||||
|
||||
USB_HOST_DEF(0, e, &ehci_dmamask)
|
||||
USB_HOST_DEF(0, o, NULL)
|
||||
USB_HOST_DEF(1, e, &ehci_dmamask)
|
||||
USB_HOST_DEF(1, o, NULL)
|
||||
|
||||
#undef USB_HOST_DEF
|
||||
|
||||
static struct platform_device *tilegx_usb_devices[] __initdata = {
|
||||
&tilegx_usb_ehci0,
|
||||
&tilegx_usb_ehci1,
|
||||
&tilegx_usb_ohci0,
|
||||
&tilegx_usb_ohci1,
|
||||
};
|
||||
|
||||
/** Add our set of possible USB devices. */
|
||||
static int __init tilegx_usb_init(void)
|
||||
{
|
||||
platform_add_devices(tilegx_usb_devices,
|
||||
ARRAY_SIZE(tilegx_usb_devices));
|
||||
|
||||
return 0;
|
||||
}
|
||||
arch_initcall(tilegx_usb_init);
|
||||
Reference in New Issue
Block a user