fres/cbroker/fcb.c

   1 /**************************************************************************/
   2 /* ---------------------------------------------------------------------- */
   3 /* Copyright (C) 2006 - 2008 FRESCOR consortium partners:                 */
   4 /*                                                                        */
   5 /*   Universidad de Cantabria,              SPAIN                         */
   6 /*   University of York,                    UK                            */
   7 /*   Scuola Superiore Sant'Anna,            ITALY                         */
   8 /*   Kaiserslautern University,             GERMANY                       */
   9 /*   Univ. Politécnica  Valencia,           SPAIN                        */
  10 /*   Czech Technical University in Prague,  CZECH REPUBLIC                */
  11 /*   ENEA                                   SWEDEN                        */
  12 /*   Thales Communication S.A.              FRANCE                        */
  13 /*   Visual Tools S.A.                      SPAIN                         */
  14 /*   Rapita Systems Ltd                     UK                            */
  15 /*   Evidence                               ITALY                         */
  16 /*                                                                        */
  17 /*   See http://www.frescor.org for a link to partners' websites          */
  18 /*                                                                        */
  19 /*          FRESCOR project (FP6/2005/IST/5-034026) is funded             */
  20 /*       in part by the European Union Sixth Framework Programme          */
  21 /*       The European Union is not liable of any use that may be          */
  22 /*       made of this code.                                               */
  23 /*                                                                        */
  24 /*                                                                        */
  25 /*  This file is part of FRSH (FRescor ScHeduler)                         */
  26 /*                                                                        */
  27 /* FRSH is free software; you can redistribute it and/or modify it        */
  28 /* under terms of the GNU General Public License as published by the      */
  29 /* Free Software Foundation; either version 2, or (at your option) any    */
  30 /* later version.  FRSH is distributed in the hope that it will be        */
  31 /* useful, but WITHOUT ANY WARRANTY; without even the implied warranty    */
  32 /* of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU    */
  33 /* General Public License for more details. You should have received a    */
  34 /* copy of the GNU General Public License along with FRSH; see file       */
  35 /* COPYING. If not, write to the Free Software Foundation, 675 Mass Ave,  */
  36 /* Cambridge, MA 02139, USA.                                              */
  37 /*                                                                        */
  38 /* As a special exception, including FRSH header files in a file,         */
  39 /* instantiating FRSH generics or templates, or linking other files       */
  40 /* with FRSH objects to produce an executable application, does not       */
  41 /* by itself cause the resulting executable application to be covered     */
  42 /* by the GNU General Public License. This exception does not             */
  43 /* however invalidate any other reasons why the executable file might be  */
  44 /* covered by the GNU Public License.                                     */
  45 /**************************************************************************/
  46
  47 /**
  48  * @file   fcb.c
  49  * @author Michal Sojka <sojkam1@fel.cvut.cz>
  50  * @date   Mon Oct 20 18:00:18 2008
  51  *
  52  * @brief  FRESCOR Contract Broker
  53  *
  54  *
  55  */
  56 #include <forb.h>
  57 #include <fcb.h>
  58 #include <error.h>
  59 #include <errno.h>
  60 #include <stdio.h>
  61 #include <ul_gavlcust.h>
  62 #include <string.h>
  63 #include <ul_log.h>
  64 #include <forb/server_id.h>
  65 #include <fres_contract.h>
  66 #include "fcb_config.h"
  67 #include <fosa_clocks_and_timers.h>
  68 #ifdef CONFIG_FCB_INET
  69 #include <forb/proto_inet.h>
  70 #endif
  71
  72 UL_LOG_CUST(ulogd_fcb);
  73 ul_log_domain_t ulogd_fcb = {UL_LOGL_MSG, "fcb"};
  74
  75 fosa_abs_time_t start_time;
  76
  77
  78 /**
  79  * Resource identification
  80  */
  81 struct res_key {
  82         frsh_resource_type_t type;
  83         frsh_resource_id_t id;
  84 };
  85
  86 /**
  87  * Registered resource
  88  */
  89 struct resource {
  90         gavl_node_t node;
  91         struct res_key key;
  92         char *name;
  93         fres_resource_manager mng; /**< Object reference of the resource manager */
  94         gavl_cust_root_field_t allocators; /**< Registered allocators for this resource (from multiple applications/nodes) */
  95         ul_list_head_t sc_contracts; /**< Negotiated contracts with spare capacity for this resource */
  96 };
  97
  98 /**
  99  * Resource allocator registered in different nodes/applications
 100  */
 101 struct res_alloc {
 102         gavl_node_t node;
 103         forb_server_id app;
 104         fres_resource_allocator ra;
 105 };
 106
 107 struct fcb_contract {
 108         fres_contract_id_t id;
 109         struct res_alloc *ra;   /**< Allocator for this contract TODO: Remove contract if allocator is destroyed */
 110         gavl_node_t node_fcb;
 111         ul_list_node_t node_sc;
 112         ul_list_node_t node_reservation;
 113         struct {
 114                 int initial;
 115                 int try;
 116         } sc_variant;
 117         fosa_abs_time_t end_of_stability_period;
 118         struct fres_contract *user_contract; /* The contract sent by user. Set after sucessfull neotiation. */
 119         struct fres_contract *requested_contract; /* User request for the contract. Set by prepare_reservation_requests() in the beginning of negotiation. */
 120         struct fres_contract *to_be_reserved_contract;
 121         struct fres_contract *schedulable_contract;
 122 };
 123
 124 /**
 125  * Contract broker data
 126  */
 127 struct fcb {
 128         gavl_cust_root_field_t resources; /**< Registered resources */
 129         gavl_cust_root_field_t contracts; /**< Contracts negotiated by this FCB */
 130 };
 131
 132 /** List of contracts to be reserved during spare capacity rebalancing */
 133 struct reservation_list {
 134         ul_list_head_t fcb_contracts;
 135         unsigned length;
 136 };
 137
 138 struct fcb_contract *fcb_contract_new(fres_contract_id_t *id)
 139 {
 140         struct fcb_contract *fcb_contract;
 141
 142         fcb_contract = malloc(sizeof(*fcb_contract));
 143         if (!fcb_contract) {
 144                 return NULL;
 145         }
 146         memset(fcb_contract, 0, sizeof(*fcb_contract));
 147         fcb_contract->id = *id;
 148
 149         return fcb_contract;
 150 }
 151
 152 void fcb_contract_destroy(struct fcb_contract *fcb_contract)
 153 {
 154         if (fcb_contract->user_contract) {
 155                 fres_contract_destroy(fcb_contract->user_contract);
 156         }
 157         if (fcb_contract->to_be_reserved_contract) {
 158                 fres_contract_destroy(fcb_contract->to_be_reserved_contract);
 159         }
 160         if (fcb_contract->requested_contract) {
 161                 fres_contract_destroy(fcb_contract->requested_contract);
 162         }
 163         if (fcb_contract->schedulable_contract) {
 164                 fres_contract_destroy(fcb_contract->requested_contract);
 165         }
 166         free(fcb_contract);
 167 }
 168
 169 static inline int res_key_cmp(const struct res_key *a,
 170                               const struct res_key *b)
 171 {
 172         if (a->type < b->type) {
 173                 return -1;
 174         } else if (a->type > b->type) {
 175                 return +1;
 176         } else if (a->id < b->id) {
 177                 return -1;
 178         } else if (a->id > b->id) {
 179                 return +1;
 180         } else {
 181                 return 0;
 182         }
 183 }
 184
 185 /* Container for registered resources */
 186 GAVL_CUST_NODE_INT_DEC(fcb_resource   /* cust_prefix */,                \
 187                        struct fcb     /* cust_root_t */,                \
 188                        struct resource/* cust_item_t */,                \
 189                        struct res_key /* cust_key_t */,                 \
 190                        resources      /* cust_root_node */,             \
 191                        node           /* cust_item_node */,             \
 192                        key            /* cust_item_key */,              \
 193                        res_key_cmp    /* cust_cmp_fnc */);
 194
 195 GAVL_CUST_NODE_INT_IMP(fcb_resource   /* cust_prefix */,                \
 196                        struct fcb     /* cust_root_t */,                \
 197                        struct resource/* cust_item_t */,                \
 198                        struct res_key /* cust_key_t */,                 \
 199                        resources      /* cust_root_node */,             \
 200                        node           /* cust_item_node */,             \
 201                        key            /* cust_item_key */,              \
 202                        res_key_cmp    /* cust_cmp_fnc */);
 203
 204 /* Container for allocators registered for a given resource */
 205 GAVL_CUST_NODE_INT_DEC(fcb_alloc        /* cust_prefix */,              \
 206                        struct resource  /* cust_root_t */,              \
 207                        struct res_alloc /* cust_item_t */,              \
 208                        forb_server_id   /* cust_key_t */,               \
 209                        allocators       /* cust_root_node */,           \
 210                        node             /* cust_item_node */,           \
 211                        app              /* cust_item_key */,            \
 212                        fres_contract_id_cmp /* cust_cmp_fnc */);
 213
 214 GAVL_CUST_NODE_INT_IMP(fcb_alloc        /* cust_prefix */,              \
 215                        struct resource   /* cust_root_t */,             \
 216                        struct res_alloc /* cust_item_t */,              \
 217                        forb_server_id   /* cust_key_t */,               \
 218                        allocators       /* cust_root_node */,           \
 219                        node             /* cust_item_node */,           \
 220                        app              /* cust_item_key */,            \
 221                        forb_server_id_cmp /* cust_cmp_fnc */);
 222
 223 /* Container for contracts with spare capacity negotiated for a given resource */
 224 UL_LIST_CUST_DEC(sc_contracts        /* cust_prefix */,                 \
 225                  struct resource  /* cust_head_t */,                    \
 226                  struct fcb_contract /* cust_item_t */,                 \
 227                  sc_contracts   /* cust_head_field */,                  \
 228                  node_sc        /* cust_node_field */);
 229
 230 UL_LIST_CUST_DEC(reservation_list        /* cust_prefix */,             \
 231                  struct reservation_list  /* cust_head_t */,            \
 232                  struct fcb_contract /* cust_item_t */,                 \
 233                  fcb_contracts  /* cust_head_field */,                  \
 234                  node_reservation /* cust_node_field */);
 235
 236 /* Container for negotiated contracts */
 237 GAVL_CUST_NODE_INT_DEC(fcb_contract         /* cust_prefix */,          \
 238                        struct fcb           /* cust_root_t */,          \
 239                        struct fcb_contract  /* cust_item_t */,          \
 240                        fres_contract_id_t   /* cust_key_t */,           \
 241                        contracts            /* cust_root_node */,       \
 242                        node_fcb             /* cust_item_node */,       \
 243                        id                   /* cust_item_key */,        \
 244                        fres_contract_id_cmp /* cust_cmp_fnc */);
 245
 246 #if 1
 247 GAVL_CUST_NODE_INT_IMP(fcb_contract         /* cust_prefix */,          \
 248                        struct fcb           /* cust_root_t */,          \
 249                        struct fcb_contract  /* cust_item_t */,          \
 250                        fres_contract_id_t   /* cust_key_t */,           \
 251                        contracts            /* cust_root_node */,       \
 252                        node_fcb             /* cust_item_node */,       \
 253                        id                   /* cust_item_key */,        \
 254                        fres_contract_id_cmp /* cust_cmp_fnc */);
 255 #else
 256 #include "fcb_contract_gavl.inc"
 257 #endif
 258
 259
 260 #define o2fcb(o) (struct fcb*)forb_instance_data(o)
 261
 262 struct res_key*
 263 get_res_key(const struct fres_contract *contract, struct res_key *key)
 264 {
 265         fres_block_resource *block_res;
 266
 267         block_res = fres_contract_get_resource(contract);
 268         if (!block_res) {
 269                 ul_logerr("No resource specified\n");
 270                 return NULL;
 271         } else {
 272                 key->type = block_res->resource_type;
 273                 key->id = block_res->resource_id;
 274         }
 275         return key;
 276 }
 277
 278 /**
 279  * Fills in an array of fcb_contracts according to requests submited
 280  * to negotiate_contracts(). For every contract in @a contracts, there
 281  * is one fcb_contract in @a fcb_contracts array.
 282  *
 283  * @param fcb
 284  * @param fcb_contracts Where to store pointers to fcb_contracts
 285  * @param resource Resource for which negotiation is being done.
 286  * @param app Application which requests negotiation
 287  * @param contracts Contracts submited to negotiate_contracts()
 288  * @param num Number of contracts in contracts (which is the same as the number in fcb_contracts).
 289  *
 290  * @return Zero on success, non-zero error code on error.
 291  */
 292 static int
 293 prepare_fcb_contracts(struct fcb *fcb, struct fcb_contract *fcb_contracts[],
 294                       struct resource **resource,
 295                       forb_server_id *app,
 296                       struct fres_contract *contracts[], int num)
 297 {
 298         unsigned i;
 299         struct fcb_contract *fc;
 300         struct res_alloc *ra;
 301         struct res_key key, key2 = {-1,-1};
 302
 303         for (i=0; i<num; i++) {
 304                 struct fres_contract *c = contracts[i];
 305
 306                 if (fres_contract_id_is_empty(&c->id)) {
 307                         /* Normal negotiation request */
 308                         forb_uuid_generate((forb_uuid_t *)&c->id);
 309                         fc = fcb_contract_new(&c->id);
 310                         if (!fc)
 311                                 return errno;
 312                         fcb_contracts[i] = fc;
 313                         if (!get_res_key(c, &key)) {
 314                                 return FRSH_ERR_RESOURCE_ID_INVALID;
 315                         }
 316                 } else {
 317                         fc = fcb_contract_find(fcb, &c->id);
 318                         if (!fc) {
 319                                 char str[60];
 320                                 fres_contract_id_to_string(str, &c->id, sizeof(str));
 321                                 ul_logerr("Attempt to change unknown contract %s\n", str);
 322                                 return FRES_ERR_NOTHING_TO_RENEGOTIATE;
 323                         } else {
 324                                 fcb_contracts[i] = fc;
 325                                 if (fres_contract_get_num_blocks(c) == 0) {
 326                                         /* Cancelation */
 327                                         get_res_key(fc->user_contract, &key);
 328                                 } else {
 329                                         /* Renegotiation */
 330                                         if (!get_res_key(c, &key)) {
 331                                                 return FRSH_ERR_RESOURCE_ID_INVALID;
 332                                         }
 333                                 }
 334                         }
 335                 }
 336                 fc->requested_contract = c;
 337
 338                 /* Check that all contracts are for the same resource */
 339                 if (i==0) {
 340                         key2 = key;
 341                         *resource = fcb_resource_find(fcb, &key);
 342                         if (!*resource) {
 343                                 ul_logerr("No resource manager for %d.%d registered\n",
 344                                           key.type, key.id);
 345                                 return FRSH_ERR_RESOURCE_ID_INVALID;
 346                         }
 347                 }
 348                 else if (key.type != key2.type ||
 349                          key.id   != key2.id) {
 350                         ul_logerr("Contract #%d differs in resource!\n", i);
 351                         return FRSH_ERR_RESOURCE_ID_INVALID;
 352                 }
 353
 354                 /* Find allocator for this request */
 355                 ra = fcb_alloc_find(*resource, app);
 356                 if (!ra) {
 357                         char str[60];
 358                         forb_server_id_to_string(str, app, sizeof(str));
 359                         ul_logerr("No resource allocator found for %d.%d and %s\n",
 360                                   (*resource)->key.type, (*resource)->key.id, str);
 361                         return FRES_ERR_NO_RESOURCE_ALLOCATOR;
 362                 }
 363                 fc->ra = ra;
 364         }
 365         return 0;
 366 }
 367
 368 /**
 369  * @param resource Resource for which to rebalance capacity and negotiate new contracts
 370  * @param fcb_contract New requests to negotiate
 371  * @param num The number of elements in @a fcb_contract
 372  * @param[out] rl List with changed contracts to be commited
 373  */
 374 static void
 375 prepare_reservation_list(struct resource *resource,
 376                          struct fcb_contract *fcb_contract[], int num,
 377                          struct reservation_list *rl)
 378 {
 379         int i;
 380         fosa_abs_time_t now;
 381         struct fcb_contract *fc;
 382
 383         reservation_list_init_head(rl);
 384         rl->length = 0;
 385         for (i=0; i<num; i++) {
 386                 assert(fcb_contract[i]->requested_contract != NULL);
 387                 reservation_list_insert(rl, fcb_contract[i]);
 388                 rl->length++;
 389         }
 390         fosa_clock_get_time(CLOCK_REALTIME, &now);
 391         ul_list_for_each(sc_contracts, resource, fc) {
 392                 if (fosa_abs_time_smaller(fc->end_of_stability_period, now) &&
 393                     fc->requested_contract == NULL) /* Do not insert contract inserted above */
 394                 {
 395                         reservation_list_insert(rl, fc);
 396                         rl->length++;
 397                 }
 398         }
 399 }
 400
 401 /**
 402  *
 403  *
 404  * @param resource Resource for which to rebalance capacity and negotiate new contracts
 405  * @param rl List with changed contracts to be commited
 406  *
 407  * @return Zero on success, non-zero error code on error
 408  */
 409 static int
 410 rebalance_spare_capacity_and_reserve(struct resource *resource,
 411                                      struct reservation_list *rl)
 412 {
 413         int ret;
 414         unsigned i;
 415         struct fcb_contract *fc;
 416         fres_block_spare_capacity *s;
 417
 418         fres_contract_ptr_seq contracts;
 419         forb_sequence_alloc_buf(contracts, rl->length);
 420         contracts._length = rl->length;
 421         i=0;
 422         /* Initialize optimization */
 423         ul_list_for_each(reservation_list, rl, fc) {
 424                 fc->to_be_reserved_contract =
 425                         fc->requested_contract ? fres_contract_duplicate(fc->requested_contract) :
 426                         fc->user_contract ? fres_contract_duplicate(fc->user_contract) :
 427                         NULL;
 428                 assert(fc->to_be_reserved_contract != NULL);
 429
 430                 forb_sequence_elem(contracts, i) = fc->to_be_reserved_contract;
 431                 i++;
 432
 433                 s = fres_contract_get_spare_capacity(fc->to_be_reserved_contract);
 434                 if (s && s->granularity == FRSH_GR_DISCRETE) {
 435                         fc->sc_variant.initial = s->variants._length - 1;
 436                         fc->sc_variant.try = fc->sc_variant.initial;
 437                 }
 438         }
 439
 440         bool all_combinations_tried;
 441         int criterion, best_criterion = -1;
 442         struct fcb_contract *fcb_changed;
 443         /* Exhaustive search. Try all combinations of spare capacity
 444          * variants and find the one with best creterion. */
 445         do {
 446                 all_combinations_tried = true;
 447                 fcb_changed = NULL;
 448                 criterion = 0;
 449                 /* Prepare spare capacity variant */
 450                 ul_list_for_each(reservation_list, rl, fc) {
 451                         s = fres_contract_get_spare_capacity(fc->to_be_reserved_contract);
 452                         /* TODO: Simulate continuous granularity by discretization */
 453                         if (s && s->granularity == FRSH_GR_DISCRETE) {
 454                                 fres_container_copy(fc->to_be_reserved_contract->container,
 455                                                     forb_sequence_elem(s->variants, fc->sc_variant.try));
 456                                 criterion += fc->sc_variant.try;
 457
 458                                 if (fcb_changed == NULL) {
 459                                         /* Chnage tried variant for the next round */
 460                                         fc->sc_variant.try = fc->sc_variant.try > 0 ?
 461                                                 fc->sc_variant.try - 1 :
 462                                                 s->variants._length - 1;
 463                                         /* Do not change other
 464                                          * contracts unless we have
 465                                          * tried all variants */
 466                                         if (fc->sc_variant.try != fc->sc_variant.initial) {
 467                                                 fcb_changed = fc;
 468                                         }
 469                                 }
 470                                 if (fc->sc_variant.try != fc->sc_variant.initial)
 471                                         all_combinations_tried = false;
 472                         }
 473                 }
 474
 475                 if (criterion > best_criterion) {
 476                         CORBA_Environment ev;
 477                         /* Reserve contract */
 478                         ret = fres_resource_manager_reserve_contracts(resource->mng, &contracts, &ev);
 479                         if (forb_exception_occurred(&ev)) {
 480                                 ret = fres_forbex2err(&ev);
 481                                 ul_logerr("FORB exception when reserving contracts\n");
 482                                 goto err;
 483                         }
 484                         if (ret < 0) {
 485                                 ul_logerr("Contract reservation error %d\n", ret);
 486                                 ret = FRES_ERR_ADMISSION_TEST;
 487                                 goto err;
 488                         }
 489                         if (ret == 0) { /* negotiation succeeded */
 490                                 best_criterion = criterion;
 491                         }
 492                 }
 493         } while (!all_combinations_tried);
 494
 495         if (best_criterion == -1) {
 496                 ret = FRSH_ERR_CONTRACT_REJECTED;
 497         } else {
 498                 /* At least some variant succeeded */
 499                 ret = 0;
 500                 sc_contracts_init_head(resource);
 501                 ul_list_for_each(reservation_list, rl, fc) {
 502                         s = fres_contract_get_spare_capacity(fc->to_be_reserved_contract);
 503                         if (s && s->granularity == FRSH_GR_DISCRETE) {
 504                                 sc_contracts_insert(resource, fc);
 505                         }
 506                 }
 507         }
 508 err:
 509         ul_list_for_each(reservation_list, rl, fc) {
 510                 fres_contract_destroy(fc->to_be_reserved_contract);
 511                 fc->to_be_reserved_contract = NULL;
 512         }
 513         forb_sequence_free_buf(contracts, forb_no_destructor);
 514         return ret;
 515 }
 516
 517 /**
 518  * Create/change VReses according to @a schedulable_contracts.
 519  *
 520  * There might be more allocators for schedulable contracts, so merge
 521  * adjacent vreses with the same allocator together and create/change
 522  * them in one step. Also the order of schedulable contracts might be
 523  * different from the initial order od ids in commit_contracts()
 524  * therefore we have to search for every contract.
 525  */
 526 static int
 527 change_vreses(struct fcb *fcb, fres_contract_ptr_seq *schedulable_contracts)
 528 {
 529         struct res_alloc *last_ra = NULL;
 530         fres_contract_ptr_seq vreses;
 531         int i, ret;
 532         CORBA_Environment ev;
 533
 534         forb_sequence_alloc_buf(vreses, schedulable_contracts->_length);
 535         vreses._length = 0;
 536
 537         for (i=0; i<schedulable_contracts->_length; i++) {
 538                 struct fcb_contract *fc;
 539                 struct fres_contract *sc = schedulable_contracts->_buffer[i];
 540
 541                 fc = fcb_contract_find(fcb, &sc->id);
 542                 assert(fc != NULL);
 543
 544                 if (true /* TODO: if the schedulable contract is changed */) {
 545                         if (last_ra != fc->ra) {
 546                                 if (vreses._length) {
 547                                         ret = fres_resource_allocator_change_vreses(last_ra->ra,
 548                                                                                     &vreses, &ev);
 549                                         if (forb_exception_occurred(&ev)) {
 550                                                 ret = fres_forbex2err(&ev);
 551                                                 goto err;
 552                                         }
 553                                         if (ret) goto err;
 554                                 }
 555                                 vreses._length = 0;
 556                         }
 557                         vreses._buffer[vreses._length] = sc;
 558                         vreses._length++;
 559                         fres_contract_destroy(fc->schedulable_contract);
 560                         fc->schedulable_contract = fres_contract_duplicate(sc);
 561                         last_ra = fc->ra;
 562
 563                 }
 564         }
 565         ret = fres_resource_allocator_change_vreses(last_ra->ra,
 566                                                     &vreses, &ev);
 567         if (forb_exception_occurred(&ev))
 568                 ret = fres_forbex2err(&ev);
 569 err:
 570         forb_sequence_free_buf(vreses, forb_no_destructor);
 571         return ret;
 572 }
 573
 574 CORBA_long
 575 negotiate_contracts(fres_contract_broker obj,
 576                     const fres_contract_ptr_seq* contracts,
 577                     fres_contract_id_seq** ids_out,
 578                     CORBA_Environment *ev)
 579 {
 580         struct fcb *fcb = o2fcb(obj);
 581         struct resource *resource;
 582         int ret;
 583         forb_server_id app;
 584         fres_contract_ptr_seq *schedulable_contracts;
 585         struct fcb_contract **fcb_contracts, *fc;
 586         unsigned i;
 587         fres_contract_id_seq commit_ids;
 588
 589         /* Prepare output sequence for the case we return eariler with
 590          * an error */
 591         forb_sequence_alloc(*ids_out, 0);
 592         if (!*ids_out) {
 593                 ev->major = FORB_EX_NO_MEMORY;
 594                 goto err;
 595         }
 596         CORBA_sequence_set_release(*ids_out, CORBA_TRUE);
 597
 598         forb_get_req_source(obj, &app);
 599
 600         fcb_contracts = malloc(sizeof(fcb_contracts[0])*contracts->_length);
 601         if (!fcb_contracts) {
 602                 ret = errno;
 603                 goto err;
 604         }
 605         memset(fcb_contracts, 0, sizeof(fcb_contracts[0])*contracts->_length);
 606
 607         ret = prepare_fcb_contracts(fcb, fcb_contracts, &resource,
 608                                     &app, contracts->_buffer, contracts->_length);
 609         if (ret)
 610                 goto err_free_fcb_contracts;
 611
 612         struct reservation_list rl;
 613         prepare_reservation_list(resource,
 614                                  fcb_contracts, contracts->_length,
 615                                  &rl);
 616
 617         /* Allocate all the needed memory before doing reservation. If
 618          * there is no enough memory, it has no sense to call resource
 619          * manager. */
 620         forb_sequence_alloc_buf(commit_ids, rl.length);
 621         if (!commit_ids._buffer) {
 622                 ret = errno;
 623                 goto err_free_fcb_contracts;
 624         }
 625
 626         /* Reserve contracts */
 627         ret = rebalance_spare_capacity_and_reserve(resource, &rl);
 628         if (ret) {
 629                 if (ret == FRSH_ERR_CONTRACT_REJECTED) {
 630                         ul_logmsg("Contract(s) was/were rejected\n");
 631                 } else {
 632                         char msg[100];
 633                         fres_strerror(ret, msg, sizeof(msg));
 634                         ul_logerr("Reservation error: %s\n", msg);
 635                 }
 636                 goto err_free_fcb_contracts;
 637         }
 638
 639         /* Commit contracts */
 640         commit_ids._length = rl.length;
 641         i=0;
 642         ul_list_for_each(reservation_list, &rl, fc) {
 643                 forb_sequence_elem(commit_ids, i) = fc->id;
 644                 i++;
 645         }
 646
 647         fres_resource_manager_commit_contracts(resource->mng, &commit_ids,
 648                                                &schedulable_contracts, ev);
 649         if (forb_exception_occurred(ev)) {
 650                 ret = fres_forbex2err(ev);
 651                 goto err_cancel_reservation;
 652         }
 653
 654         /* Add new contracts to our fcb database for later
 655          * reference. Canceled contracts are removed below. */
 656         for (i=0; i<contracts->_length; i++) {
 657                 fc =  fcb_contracts[i];
 658
 659                 if (fc->user_contract) {
 660                         if (fres_contract_get_num_blocks(fc->requested_contract) > 0) {
 661                                 /* Renegotiation */
 662                                 fres_contract_destroy(fc->user_contract);
 663                                 fc->user_contract = fres_contract_duplicate(fc->requested_contract);
 664                                 /* Note: requested_contract is also
 665                                  * pointed by contracts parameter and
 666                                  * will be freed by FORB. */
 667                                 fc->requested_contract = NULL;
 668                         }
 669                 } else {
 670                         /* Insert new contracts */
 671                         fcb_contract_insert(fcb, fcb_contracts[i]);
 672                         fc->user_contract = fres_contract_duplicate(fc->requested_contract);
 673                         fc->requested_contract = NULL;
 674                         /* See the note above. */
 675                 }
 676         }
 677
 678         ret = change_vreses(fcb, schedulable_contracts);
 679         if (ret)
 680                 goto err_cancel_reservation;
 681
 682         forb_sequence_free(schedulable_contracts, fres_contract_ptr_destroy);
 683         if (ret != 0) {
 684                 ul_logerr("VRes was not created\n");
 685                 goto err_cancel_contracts;
 686         }
 687
 688
 689         /* Return IDs and delete canceled contracts from out database */
 690         forb_sequence_alloc_buf(**ids_out, contracts->_length);
 691         if (!(*ids_out)->_buffer) {
 692                 ev->major = FORB_EX_NO_MEMORY;
 693                 goto err_cancel_contracts;
 694         }
 695         (*ids_out)->_length = contracts->_length;
 696         for (i=0; i<contracts->_length; i++) {
 697                 struct fcb_contract *fc =  fcb_contracts[i];
 698                 forb_sequence_elem(**ids_out, i) = fc->id;
 699
 700                 if (fc->requested_contract &&
 701                     fres_contract_get_num_blocks(fc->requested_contract) == 0) {
 702                         fcb_contract_delete(fcb, fc);
 703                         /* Note: requested_contract is also pointed by
 704                          * contracts parameter and will be freed by FORB. */
 705                         fc->requested_contract = NULL;
 706                         fcb_contract_destroy(fc);
 707                 }
 708         }
 709         return 0;
 710
 711 err_cancel_contracts:
 712         /* TODO */
 713         goto err_free_fcb_contracts;
 714 err_cancel_reservation:
 715         fres_resource_manager_cancel_reservations(resource->mng, &commit_ids, ev);
 716 err_free_fcb_contracts:
 717         for (i=0; i<contracts->_length; i++) {
 718                 fc = fcb_contracts[i];
 719                 if (fc && !fc->user_contract) {
 720                         fcb_contracts[i]->requested_contract = NULL; /* Destroyed by FORB */
 721                         fcb_contract_destroy(fcb_contracts[i]);
 722                 }
 723         }
 724         free(fcb_contracts);
 725 err:
 726         return ret;
 727 }
 728
 729 void redistribute_spare_capacity(fres_contract_broker obj,
 730                                  const frsh_resource_type_t restype,
 731                                  const frsh_resource_id_t resid,
 732                                  CORBA_Environment *ev)
 733 {
 734         struct fcb *fcb = o2fcb(obj);
 735         struct res_key key = {restype, resid };
 736         struct resource *resource;
 737         struct reservation_list rl;
 738
 739         resource = fcb_resource_find(fcb, &key);
 740
 741         prepare_reservation_list(resource, NULL, 0, &rl);
 742
 743 /*      forb_sequence_alloc(ids, rl.length); */
 744 /*      if (!ids || !ids->_buffer) { */
 745 /*              ev->major = FORB_EX_NO_MEMORY; */
 746 /*              goto err_free_fcb_contracts; */
 747 /*      } */
 748 /*      CORBA_sequence_set_release(ids, CORBA_TRUE); */
 749 /*      *ids_out = ids;         /\* ids is freed by FORB *\/ */
 750
 751
 752         rebalance_spare_capacity_and_reserve(resource, &rl);
 753         /* Commit */
 754 }
 755
 756 CORBA_long register_resource(fres_contract_broker obj,
 757                             const frsh_resource_type_t restype,
 758                             const frsh_resource_id_t resid,
 759                             const fres_resource_desc *desc,
 760                             CORBA_Environment *ev)
 761 {
 762         struct fcb *fcb = o2fcb(obj);
 763         struct resource *res, *res2;
 764
 765         res = malloc(sizeof(*res));
 766         if (!res) goto err;
 767         memset(res, 0, sizeof(*res));
 768         res->key.type = restype;
 769         res->key.id = resid;
 770         res2 = fcb_resource_find(fcb, &res->key);
 771         if (res2) {
 772                 if (forb_object_is_stale(res2->mng)) {
 773                         ul_logmsg("Removing stale manager for resource %d.%d\n",
 774                                   restype, resid);
 775                         forb_object_release(res2->mng);
 776                         fcb_resource_delete(fcb, res2);
 777                         /* TODO: Delete also all allocators associated
 778                          * with this stale resource manager. */
 779                         free(res);
 780                         res = res2;
 781                 } else {
 782                         ul_logerr("Resource manager %d.%d already registered\n",
 783                                   restype, resid);
 784                         goto free_err;
 785                 }
 786         }
 787         res->mng = forb_object_duplicate(desc->manager);
 788         res->name = desc->name;
 789
 790         fcb_alloc_init_root_field(res);
 791         sc_contracts_init_head(res);
 792         ul_logmsg("Registering manager for resource \"%s\" (%d.%d)\n",
 793                   res->name, restype, resid);
 794         fcb_resource_insert(fcb, res);
 795         return 0;
 796 free_err:
 797         free(res);
 798 err:
 799         return -1;
 800 }
 801
 802
 803 CORBA_long register_allocator(fres_contract_broker obj,
 804                               const frsh_resource_type_t restype,
 805                               const frsh_resource_id_t resid,
 806                               const fres_resource_allocator ra_obj,
 807                               CORBA_Environment *ev)
 808 {
 809         struct fcb *fcb = o2fcb(obj);
 810         struct resource *res;
 811         struct res_alloc *ra;
 812         struct res_key resource;
 813         forb_server_id server_id;
 814         char server_id_str[40];
 815
 816         forb_get_server_id(ra_obj, &server_id);
 817         forb_server_id_to_string(server_id_str, &server_id, sizeof(server_id_str));
 818         ul_logmsg("Registering allocator for resource %d.%d in app %s\n",
 819                   restype, resid, server_id_str);
 820
 821         resource.type = restype;
 822         resource.id = resid;
 823         res = fcb_resource_find(fcb, &resource);
 824         if (!res) {
 825                 ul_logerr("No manager found for %d.%d. Unable to register the allocator!\n",
 826                           restype, resid);
 827                 goto err;
 828         }
 829         ra = fcb_alloc_find(res, &server_id);
 830         if (ra) {
 831                 char *str = forb_object_to_string(ra_obj);
 832                 ul_logerr("Allocator from already registered (%s)\n",
 833                           str);
 834                 forb_free(str);
 835                 goto err;
 836         }
 837         ra = malloc(sizeof(*ra));
 838         if (!ra) {
 839                 goto err;
 840         }
 841         ra->app = server_id;
 842         ra->ra = forb_object_duplicate(ra_obj);
 843         fcb_alloc_insert(res, ra);
 844         return 0;
 845 err:
 846         return FRSH_ERR_RESOURCE_ID_INVALID;
 847 }
 848
 849 void get_resources(fres_contract_broker obj, fres_resource_seq** resources, CORBA_Environment *ev)
 850 {
 851         struct fcb *fcb = o2fcb(obj);
 852         fres_resource_seq *seq;
 853         struct resource *res;
 854         int n;
 855
 856         seq = malloc(sizeof(*seq));
 857         if (!seq) {
 858                 ev->major = FORB_EX_NO_MEMORY;
 859                 return;
 860         }
 861         memset(seq, 0, sizeof(*seq));
 862
 863         n=0;
 864         gavl_cust_for_each(fcb_resource, fcb, res) {
 865                 n++;
 866         }
 867
 868         seq->_buffer = CORBA_sequence_fres_resource_allocbuf(n);
 869         seq->_maximum = n;
 870         seq->_length = n;
 871
 872         n = 0;
 873         gavl_cust_for_each(fcb_resource, fcb, res) {
 874                 seq->_buffer[n].restype = res->key.type;
 875                 seq->_buffer[n].resid = res->key.id;
 876                 seq->_buffer[n].desc.manager = res->mng;
 877                 seq->_buffer[n].desc.name = res->name;
 878                 n++;
 879         }
 880
 881         *resources = seq;
 882 }
 883
 884 #ifdef CONFIG_FCB_INET
 885 static int register_inet_port(forb_orb orb)
 886 {
 887         forb_port_t *port = forb_malloc(sizeof(*port));
 888         int ret;
 889         struct in_addr listen_on;
 890
 891         if (!port)
 892                 return -1;
 893         memset(port, 0, sizeof(*port));
 894         listen_on.s_addr = INADDR_ANY;
 895         ret = forb_inet_port_init(&port->desc, listen_on);
 896         if (ret)
 897                 return ret;
 898         ret = forb_register_port(orb, port);
 899         return ret;
 900 }
 901 #endif
 902
 903 struct forb_fres_contract_broker_impl impl = {
 904         .negotiate_contracts = negotiate_contracts,
 905         .register_resource = register_resource,
 906         .register_allocator = register_allocator,
 907         .redistribute_spare_capacity = redistribute_spare_capacity,
 908         .get_resources = get_resources,
 909 };
 910
 911 void peer_discovery_callback(const forb_orb peer_orb, const char *orb_id)
 912 {
 913         forb_server_id server_id;
 914         char server_id_str[sizeof(forb_server_id)*2+1];
 915
 916         forb_get_server_id(peer_orb, &server_id);
 917         forb_server_id_to_string(server_id_str, &server_id, sizeof(server_id_str));
 918 #if 0
 919         ul_logmsg("peer discovered: %s (orb_id '%s')\n", server_id_str, orb_id);
 920 #endif
 921
 922         if (orb_id == NULL)
 923                 return;
 924
 925         if (strcmp(orb_id, "org.frescor.fcb") == 0) {
 926                 fosa_abs_time_t now;
 927                 fosa_rel_time_t delay;
 928                 fosa_clock_get_time(CLOCK_REALTIME, &now);
 929                 delay = fosa_abs_time_extract_interval(start_time, now);
 930                 ul_logmsg("node joined: %s (time %ld ms)\n", server_id_str,
 931                           fosa_rel_time_to_msec(delay));
 932         }
 933 }
 934
 935 void peer_dead_callback(const forb_orb peer_orb, const char *orb_id)
 936 {
 937 }
 938
 939 int main(int argc, char *argv[])
 940 {
 941         forb_orb orb;
 942         struct fcb fcb_data;
 943         fres_contract_broker fcb;
 944         forb_executor_t executor;
 945         int ret;
 946         forb_init_attr_t attr = {
 947                 .orb_id = "org.frescor.fcb",
 948                 .peer_discovery_callback = peer_discovery_callback,
 949                 .peer_dead_callback = peer_dead_callback,
 950         };
 951
 952
 953         fosa_clock_get_time(CLOCK_REALTIME, &start_time);
 954
 955         orb = forb_init(&argc, &argv, &attr);
 956         if (!orb) error(1, errno, "FORB initialization failed");
 957
 958 #ifdef CONFIG_FCB_INET
 959         ret = register_inet_port(orb);
 960         if (ret) error(0, errno, "INET port registration failed");
 961 #endif
 962
 963         fcb_resource_init_root_field(&fcb_data);
 964         fcb_contract_init_root_field(&fcb_data);
 965
 966         fcb = forb_fres_contract_broker_new(orb, &impl, &fcb_data);
 967         if (!fcb) error(1, errno, "forb_fres_contract_broker_new failed");
 968
 969         /* Prepare executor before we register the fcb reference,
 970          * so that no reuqests are lost */
 971         ret = forb_executor_init(&executor);
 972         if (ret) error(1, errno, "forb_executor_init failed");
 973
 974         ret = forb_executor_register_object(&executor, fcb);
 975         if (ret) error(1, errno, "forb_executor_register_object failed");
 976
 977         ret = forb_register_reference(fcb, fres_contract_broker_reg_name);
 978         if (ret) error(1, errno, "forb_register_reference() failed");
 979
 980         ul_logmsg("Waiting for requests\n");
 981         ret = forb_executor_run(&executor);
 982         if (ret) error(1, errno, "forb_executor_run failed");
 983
 984         return 0;
 985 }