src/frsh/resources/disk_bfq/mngr/diskbfq_mngr.c

   1 /**************************************************************************/
   2 /* ---------------------------------------------------------------------- */
   3 /* Copyright (C) 2006 - 2008 FRESCOR consortium partners:                 */
   4 /*                                                                        */
   5 /*   Universidad de Cantabria,              SPAIN                         */
   6 /*   University of York,                    UK                            */
   7 /*   Scuola Superiore Sant'Anna,            ITALY                         */
   8 /*   Kaiserslautern University,             GERMANY                       */
   9 /*   Univ. Politécnica  Valencia,           SPAIN                        */
  10 /*   Czech Technical University in Prague,  CZECH REPUBLIC                */
  11 /*   ENEA                                   SWEDEN                        */
  12 /*   Thales Communication S.A.              FRANCE                        */
  13 /*   Visual Tools S.A.                      SPAIN                         */
  14 /*   Rapita Systems Ltd                     UK                            */
  15 /*   Evidence                               ITALY                         */
  16 /*                                                                        */
  17 /*   See http://www.frescor.org for a link to partners' websites          */
  18 /*                                                                        */
  19 /*          FRESCOR project (FP6/2005/IST/5-034026) is funded             */
  20 /*       in part by the European Union Sixth Framework Programme          */
  21 /*       The European Union is not liable of any use that may be          */
  22 /*       made of this code.                                               */
  23 /*                                                                        */
  24 /*                                                                        */
  25 /*  This file is part of FRESCOR BFQ disk bandwidth reservation           */
  26 /*                                                                        */
  27 /* FWP is free software; you can redistribute it and/or modify it         */
  28 /* under terms of the GNU General Public License as published by the      */
  29 /* Free Software Foundation; either version 2, or (at your option) any    */
  30 /* later version.  FWP is distributed in the hope that it will be         */
  31 /* useful, but WITHOUT ANY WARRANTY; without even the implied warranty    */
  32 /* of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU    */
  33 /* General Public License for more details. You should have received a    */
  34 /* copy of the GNU General Public License along with FWP; see file        */
  35 /* COPYING. If not, write to the Free Software Foundation, 675 Mass Ave,  */
  36 /* Cambridge, MA 02139, USA.                                              */
  37 /*                                                                        */
  38 /* As a special exception, including FWP header files in a file,          */
  39 /* instantiating FWP generics or templates, or linking other files        */
  40 /* with FWP objects to produce an executable application, does not        */
  41 /* by itself cause the resulting executable application to be covered     */
  42 /* by the GNU General Public License. This exception does not             */
  43 /* however invalidate any other reasons why the executable file might be  */
  44 /* covered by the GNU Public License.                                     */
  45 /**************************************************************************/
  46 #include <frm_generic.h>
  47 #include <forb.h>
  48 #include <error.h>
  49 #include <errno.h>
  50 #include <fres_sa_scenario.h>
  51 #include <stdbool.h>
  52 #include <ul_log.h>
  53 #include <ul_logreg.h>
  54 #include <stdio.h>
  55 #include <math.h>
  56
  57 #include "res_disk.h"
  58 #include "diskbfq_th.h"
  59
  60 UL_LOG_CUST(ulogd_frm_diskbfq);
  61 ul_log_domain_t ulogd_frm_diskbfq = {UL_LOGL_DEB, "frm_diskbfq"};
  62
  63 struct disk_data {
  64         double throughput;
  65         int budget;
  66 };
  67
  68 static int bandwidth_to_weight(struct disk_data *data,
  69                                unsigned long budget,
  70                                unsigned long period)
  71 {
  72         float th, weight;
  73         //unsigned long q_i, p_i;
  74         int b, w_i;
  75
  76         th = data->throughput / 10E9;
  77         b = data->budget;
  78
  79         /* Convert to nanoseconds! */
  80         //q_i *= 1000;
  81         //p_i *= 1000;
  82
  83         if (period < b / th)
  84                 return -1;
  85
  86         weight = (DISKBFQ_WEIGHT_MAX * budget) / (period - (b / th));
  87         w_i = floor(weight);
  88         if (weight != w_i)
  89                 w_i++;
  90
  91         return w_i;
  92 }
  93
  94 static int weight_to_ioprio(int weight)
  95 {
  96         if (weight >= 100)
  97                 return 0;
  98         if (weight > 14)
  99                 return 1;
 100         if (weight == -1)
 101                 return -1;
 102
 103         return 8 - 1 - (weight / 2);
 104 }
 105
 106 static int diskbfq_admtest(struct fres_sa_scenario *scenario,
 107                            void *priv,
 108                            bool *schedulable)
 109 {
 110         struct fres_sa_contract *c;
 111         long int period, budget;
 112         long int sum_weight = 0;
 113         struct disk_data *data = priv;
 114
 115         fres_sa_scenario_for_each_no_cancel_contract(scenario, c) {
 116                 fres_block_basic *basic;
 117                 fres_block_resource *resource;
 118                 fres_block_disk_sched *disk_sched;
 119                 char id[40];
 120
 121                 fres_contract_id_to_string(id, &c->contract->id, sizeof(id));
 122                 basic = fres_contract_get_basic(c->contract);
 123                 resource = fres_contract_get_resource(c->contract);
 124
 125                 period = fosa_rel_time_to_nsec(basic->period);
 126                 budget = fosa_rel_time_to_nsec(basic->budget);
 127                 ul_logmsg("processing: id=%s, period=%ld us, budget=%ld us\n",
 128                        id, period/1000, budget/1000);
 129
 130                 if (c->contract == c->new) {
 131                         int ret;
 132
 133                         /* Calc weight and IO prio for the new contracts */
 134                         disk_sched = malloc(sizeof(*disk_sched));
 135                         if (!disk_sched) return -1;
 136
 137                         disk_sched->weight = bandwidth_to_weight(data,
 138                                                                  budget,
 139                                                                  period);
 140                         disk_sched->ioprio =
 141                                 weight_to_ioprio(disk_sched->weight);
 142                         ret = fres_contract_add_disk_sched(c->contract,
 143                                                            disk_sched);
 144                         if (ret) {
 145                                 ul_logerr("Cannot add disk_sched block\n");
 146                                 free(disk_sched);
 147                                 return -1;
 148                         }
 149                 } else {
 150                         disk_sched = fres_contract_get_disk_sched(c->contract);
 151                         if (!disk_sched) {
 152                                 ul_logerr("disk_sched is not present\n");
 153                                 return -1;
 154                         }
 155                 }
 156                 sum_weight += disk_sched->weight;
 157         }
 158
 159         ul_logmsg("sum_weight=%ld, max_weight=%d\n",
 160                   sum_weight,
 161                   DISKBFQ_WEIGHT_MAX);
 162         *schedulable = sum_weight < DISKBFQ_WEIGHT_MAX;
 163         ul_logmsg("=> %s\n", (*schedulable) ? "schedulable" : "not schedulable");
 164
 165         return 0;
 166 }
 167
 168 struct disk_data disk;
 169
 170 static struct fres_res_manager frm = {
 171         .res_type = FRSH_RT_DISK,
 172         .res_id = 0,
 173         .name = "Disk BFQ",
 174         .admission_test = diskbfq_admtest,
 175         .priv = &disk
 176 };
 177
 178 int main(int argc, char *argv[])
 179 {
 180         forb_init_attr_t attr = { .orb_id = "org.frescor.frm.diskbfq" };
 181         forb_orb orb;
 182         FILE* fd;
 183         int readers = 4;
 184         char disk_dev[40] = {0}, *disk_name = disk_dev;
 185         char path[128], scheduler[128];
 186         int i, opt, ret;
 187
 188         ul_logreg_domain(&ulogd_frm_diskbfq);
 189
 190         if (argc < 3) {
 191 err_usage:
 192                 fprintf(stderr, "Usage:\n %s "
 193                         "-i disk_id -d disk_device [-n readers]\n",
 194                         argv[0]);
 195                 error(1, EINVAL, "frm_diskbfq");
 196         }
 197
 198         while ((opt = getopt(argc, argv, "i:d:n:")) != -1) {
 199                 switch (opt) {
 200                         case 'i':
 201                                 frm.res_id = atoi(optarg);
 202                                 break;
 203                         case 'd':
 204                                 strncpy(disk_dev,
 205                                         optarg, sizeof(disk_dev));
 206
 207                                 for (i = strlen(disk_dev) - 1; i >= 0; i--) {
 208                                         if (disk_dev[i] == '/') {
 209                                                 disk_name = disk_dev + i + 1;
 210                                                 break;
 211                                         }
 212                                 }
 213                                 break;
 214                         case 'n':
 215                                 readers = atoi(optarg);
 216                                 break;
 217                         default:
 218                                 goto err_usage;
 219                 }
 220         }
 221
 222         if (!*disk_name)
 223                 error(1, 0, "Disk device not specified");
 224
 225         orb = forb_init(&argc, &argv, &attr);
 226         if (!orb) error(1, errno, "forb_init");
 227
 228         /*
 229          * Check if BFQ I/O scheduler is available
 230          *  in the system.
 231          */
 232         snprintf(path, 128,
 233                  SYSFS_BFQ_SCHED_PATH,
 234                  disk_name);
 235         if (!(fd = fopen(path, "r+")))
 236                 error(1, errno, "fopen(%s)", path);
 237
 238         ret = fscanf(fd, "%128[^\n]", scheduler);
 239         if (ret == 0 || ret == EOF)
 240                 error(1, errno, "fscanf: %s", path);
 241         if (!strstr(scheduler, SYSFS_BFQ_NAME))
 242                 error(1, errno, "bfq not available in kernel");
 243
 244         /**
 245          * Now check if BFQ is the default I/O scheduler
 246          *  for the specific disk and set it to so if not.
 247          **/
 248         else if (!strstr(scheduler, "[" SYSFS_BFQ_NAME "]")) {
 249                 rewind(fd);
 250                 ret = fprintf(fd, SYSFS_BFQ_NAME);
 251                 if (ret && ret != EOF)
 252                         ret = fflush(fd);
 253                 if (ret == 0 || ret == EOF)
 254                         error(1, errno, "cannot activate bfq scheduler");
 255         }
 256         fclose(fd);
 257
 258         snprintf(path, sizeof(path),
 259                  SYSFS_BFQ_BUDGET_PATH,
 260                  disk_name);
 261         if (!(fd = fopen(path, "r+")))
 262                 error(1, errno, "fopen(%s)", path);
 263
 264         ret = fprintf(fd, "256");
 265         if (ret == 0)
 266                 error(1, errno, "fprintf: %s", path);
 267
 268         rewind(fd);
 269         ret = fscanf(fd, "%d", &disk.budget);
 270         if (ret == 0 || ret == EOF)
 271                 error(1, errno, "fscanf: %s", path);
 272         fclose(fd);
 273
 274         /**
 275          * Estimate the disk throughput in order to achieve
 276          *  effective weight assignement during runtime.
 277          **/
 278         printf("Throughput estimation...\n");
 279         disk.throughput = estimate_throughput(disk_dev, readers);
 280         if (disk.throughput < 0.0)
 281                 error(1, errno, "throughput estimation error");
 282
 283         fprintf(stdout, "disk name: %s\n"
 284                 "scheduler: %s\n"
 285                 "disk aggregate throughput: %f KiB/s\n"
 286                 "scheduling budget: %d\n",
 287                 disk_name, SYSFS_BFQ_NAME, disk.throughput, disk.budget);
 288
 289         /* Register fres_block_disk_sched to contract handling
 290          *  functions */
 291         fres_block_register_disk_sched();
 292
 293         ret = frm_register_and_run(orb, &frm);
 294         if (ret) error(1, errno, "frm_register_and_run");
 295
 296         return 0;
 297 }
 298