lib/libc/arch/powerpc/gen/syncicache.c

   1 /*      $NetBSD: syncicache.c,v 1.15 2008/03/18 20:11:43 he Exp $       */
   2
   3 /*
   4  * Copyright (C) 1995-1997, 1999 Wolfgang Solfrank.
   5  * Copyright (C) 1995-1997, 1999 TooLs GmbH.
   6  * All rights reserved.
   7  *
   8  * Redistribution and use in source and binary forms, with or without
   9  * modification, are permitted provided that the following conditions
  10  * are met:
  11  * 1. Redistributions of source code must retain the above copyright
  12  *    notice, this list of conditions and the following disclaimer.
  13  * 2. Redistributions in binary form must reproduce the above copyright
  14  *    notice, this list of conditions and the following disclaimer in the
  15  *    documentation and/or other materials provided with the distribution.
  16  * 3. All advertising materials mentioning features or use of this software
  17  *    must display the following acknowledgement:
  18  *      This product includes software developed by TooLs GmbH.
  19  * 4. The name of TooLs GmbH may not be used to endorse or promote products
  20  *    derived from this software without specific prior written permission.
  21  *
  22  * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
  23  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  24  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
  25  * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  26  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
  27  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
  28  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
  29  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
  30  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  31  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  32  */
  33 #include <sys/param.h>
  34 #if     defined(_KERNEL)
  35 #include <sys/time.h>
  36 #include <sys/proc.h>
  37 #include <uvm/uvm_extern.h>
  38 #endif
  39 #if     !defined(_STANDALONE)
  40 #include <sys/sysctl.h>
  41 #endif
  42
  43 #include <machine/cpu.h>
  44
  45
  46 #if defined(_STANDALONE)
  47 #ifndef CACHELINESIZE
  48 #error "Must know the size of a cache line"
  49 #endif
  50 static struct cache_info _cache_info = {
  51         CACHELINESIZE,
  52         CACHELINESIZE,
  53         CACHELINESIZE,
  54         CACHELINESIZE
  55 };
  56 #define CACHEINFO       _cache_info
  57 #elif defined(_KERNEL)
  58 #define CACHEINFO       (curcpu()->ci_ci)
  59 #else
  60 #include <stdlib.h>
  61
  62 size_t __getcachelinesize (void);
  63
  64 static int _cachelinesize = 0;
  65
  66 static struct cache_info _cache_info;
  67 #define CACHEINFO       _cache_info
  68
  69 size_t
  70 __getcachelinesize(void)
  71 {
  72         static int cachemib[] = { CTL_MACHDEP, CPU_CACHELINE };
  73         static int cacheinfomib[] = { CTL_MACHDEP, CPU_CACHEINFO };
  74         size_t clen = sizeof(_cache_info);
  75
  76         if (_cachelinesize)
  77                 return _cachelinesize;
  78
  79         if (sysctl(cacheinfomib, sizeof(cacheinfomib) / sizeof(cacheinfomib[0]),
  80                 &_cache_info, &clen, NULL, 0) == 0) {
  81                 _cachelinesize = _cache_info.dcache_line_size;
  82                 return _cachelinesize;
  83         }
  84
  85         /* Try older deprecated sysctl */
  86         clen = sizeof(_cachelinesize);
  87         if (sysctl(cachemib, sizeof(cachemib) / sizeof(cachemib[0]),
  88                    &_cachelinesize, &clen, NULL, 0) < 0
  89             || !_cachelinesize)
  90                 abort();
  91
  92         _cache_info.dcache_size = _cachelinesize;
  93         _cache_info.dcache_line_size = _cachelinesize;
  94         _cache_info.icache_size = _cachelinesize;
  95         _cache_info.icache_line_size = _cachelinesize;
  96
  97         /* If there is no cache, indicate we have issued the sysctl. */
  98         if (!_cachelinesize)
  99                 _cachelinesize = 1;
 100
 101         return _cachelinesize;
 102 }
 103 #endif
 104
 105 void
 106 __syncicache(void *from, size_t len)
 107 {
 108         size_t l, off;
 109         size_t linesz;
 110         char *p;
 111
 112 #if     !defined(_KERNEL) && !defined(_STANDALONE)
 113         if (!_cachelinesize)
 114                 __getcachelinesize();
 115 #endif
 116
 117         if (CACHEINFO.dcache_size > 0) {
 118                 linesz = CACHEINFO.dcache_line_size;
 119                 off = (uintptr_t)from & (linesz - 1);
 120                 l = (len + off + linesz - 1) & ~(linesz - 1);
 121                 p = (char *)from - off;
 122                 do {
 123                         __asm volatile ("dcbst 0,%0" :: "r"(p));
 124                         p += linesz;
 125                 } while ((l -= linesz) != 0);
 126         }
 127         __asm volatile ("sync");
 128
 129         if (CACHEINFO.icache_size > 0 ) {
 130                 linesz = CACHEINFO.icache_line_size;
 131                 off = (uintptr_t)from & (linesz - 1);
 132                 l = (len + off + linesz - 1) & ~(linesz - 1);
 133                 p = (char *)from - off;
 134                 do {
 135                         __asm volatile ("icbi 0,%0" :: "r"(p));
 136                         p += linesz;
 137                 } while ((l -= linesz) != 0);
 138         }
 139         __asm volatile ("sync; isync");
 140 }