include/linux/vs_memory.h

   1 #ifndef _VX_VS_MEMORY_H
   2 #define _VX_VS_MEMORY_H
   3
   4 #include <linux/kernel.h>
   5 #include <linux/rcupdate.h>
   6 #include <linux/sched.h>
   7
   8 #include "vserver/context.h"
   9 #include "vserver/limit.h"
  10 #include "vserver/debug.h"
  11
  12
  13 #define vx_acc_page(m, d, v, r) \
  14         __vx_acc_page(&(m->v), m->mm_vx_info, r, d, __FILE__, __LINE__)
  15
  16 static inline void __vx_acc_page(unsigned long *v, struct vx_info *vxi,
  17                 int res, int dir, char *file, int line)
  18 {
  19         if (VXD_RLIMIT(res, RLIMIT_RSS) ||
  20                 VXD_RLIMIT(res, RLIMIT_AS) ||
  21                 VXD_RLIMIT(res, RLIMIT_MEMLOCK))
  22                 vxlprintk(1, "vx_acc_page[%5d,%s,%2d]: %5d%s",
  23                         (vxi?vxi->vx_id:-1), vlimit_name[res], res,
  24                         (vxi?atomic_read(&vxi->limit.rcur[res]):0),
  25                         (dir?"++":"--"), file, line);
  26         if (v) {
  27                 if (dir > 0)
  28                         ++(*v);
  29                 else
  30                         --(*v);
  31         }
  32         if (vxi) {
  33                 if (dir > 0)
  34                         atomic_inc(&vxi->limit.rcur[res]);
  35                 else
  36                         atomic_dec(&vxi->limit.rcur[res]);
  37         }
  38 }
  39
  40
  41 #define vx_acc_pages(m, p, v, r) \
  42         __vx_acc_pages(&(m->v), m->mm_vx_info, r, p, __FILE__, __LINE__)
  43
  44 static inline void __vx_acc_pages(unsigned long *v, struct vx_info *vxi,
  45                 int res, int pages, char *_file, int _line)
  46 {
  47         if (VXD_RLIMIT(res, RLIMIT_RSS) ||
  48                 VXD_RLIMIT(res, RLIMIT_AS) ||
  49                 VXD_RLIMIT(res, RLIMIT_MEMLOCK))
  50                 vxlprintk(1, "vx_acc_pages[%5d,%s,%2d]: %5d += %5d",
  51                         (vxi?vxi->vx_id:-1), vlimit_name[res], res,
  52                         (vxi?atomic_read(&vxi->limit.rcur[res]):0),
  53                         pages, _file, _line);
  54         if (pages == 0)
  55                 return;
  56         if (v)
  57                 *v += pages;
  58         if (vxi)
  59                 atomic_add(pages, &vxi->limit.rcur[res]);
  60 }
  61
  62
  63
  64 #define vx_acc_vmpage(m,d)      vx_acc_page(m, d, total_vm,  RLIMIT_AS)
  65 #define vx_acc_vmlpage(m,d)     vx_acc_page(m, d, locked_vm, RLIMIT_MEMLOCK)
  66 #define vx_acc_rsspage(m,d)     vx_acc_page(m, d, rss,       RLIMIT_RSS)
  67
  68 #define vx_acc_vmpages(m,p)     vx_acc_pages(m, p, total_vm,  RLIMIT_AS)
  69 #define vx_acc_vmlpages(m,p)    vx_acc_pages(m, p, locked_vm, RLIMIT_MEMLOCK)
  70 #define vx_acc_rsspages(m,p)    vx_acc_pages(m, p, rss,       RLIMIT_RSS)
  71
  72 #define vx_pages_add(s,r,p)     __vx_acc_pages(0, s, r, p, __FILE__, __LINE__)
  73 #define vx_pages_sub(s,r,p)     vx_pages_add(s, r, -(p))
  74
  75 #define vx_vmpages_inc(m)       vx_acc_vmpage(m, 1)
  76 #define vx_vmpages_dec(m)       vx_acc_vmpage(m,-1)
  77 #define vx_vmpages_add(m,p)     vx_acc_vmpages(m, p)
  78 #define vx_vmpages_sub(m,p)     vx_acc_vmpages(m,-(p))
  79
  80 #define vx_vmlocked_inc(m)      vx_acc_vmlpage(m, 1)
  81 #define vx_vmlocked_dec(m)      vx_acc_vmlpage(m,-1)
  82 #define vx_vmlocked_add(m,p)    vx_acc_vmlpages(m, p)
  83 #define vx_vmlocked_sub(m,p)    vx_acc_vmlpages(m,-(p))
  84
  85 #define vx_rsspages_inc(m)      vx_acc_rsspage(m, 1)
  86 #define vx_rsspages_dec(m)      vx_acc_rsspage(m,-1)
  87 #define vx_rsspages_add(m,p)    vx_acc_rsspages(m, p)
  88 #define vx_rsspages_sub(m,p)    vx_acc_rsspages(m,-(p))
  89
  90
  91
  92 #define vx_pages_avail(m, p, r) \
  93         __vx_pages_avail((m)->mm_vx_info, (r), (p), __FILE__, __LINE__)
  94
  95 static inline int __vx_pages_avail(struct vx_info *vxi,
  96                 int res, int pages, char *_file, int _line)
  97 {
  98         unsigned long value;
  99
 100         if (VXD_RLIMIT(res, RLIMIT_RSS) ||
 101                 VXD_RLIMIT(res, RLIMIT_AS) ||
 102                 VXD_RLIMIT(res, RLIMIT_MEMLOCK))
 103                 vxlprintk(1, "vx_pages_avail[%5d,%s,%2d]: %5ld > %5d + %5d",
 104                         (vxi?vxi->vx_id:-1), vlimit_name[res], res,
 105                         (vxi?vxi->limit.rlim[res]:1),
 106                         (vxi?atomic_read(&vxi->limit.rcur[res]):0),
 107                         pages, _file, _line);
 108         if (!vxi)
 109                 return 1;
 110         value = atomic_read(&vxi->limit.rcur[res]);
 111         if (value > vxi->limit.rmax[res])
 112                 vxi->limit.rmax[res] = value;
 113         if (vxi->limit.rlim[res] == RLIM_INFINITY)
 114                 return 1;
 115         if (value + pages <= vxi->limit.rlim[res])
 116                 return 1;
 117         atomic_inc(&vxi->limit.lhit[res]);
 118         return 0;
 119 }
 120
 121 #define vx_vmpages_avail(m,p)   vx_pages_avail(m, p, RLIMIT_AS)
 122 #define vx_vmlocked_avail(m,p)  vx_pages_avail(m, p, RLIMIT_MEMLOCK)
 123 #define vx_rsspages_avail(m,p)  vx_pages_avail(m, p, RLIMIT_RSS)
 124
 125 #else
 126 #warning duplicate inclusion
 127 #endif