1 /* Copyright (c) 2004, 2005, 2006, 2007, 2008, 2009, 2010. The SimGrid Team.
2 * All rights reserved. */
4 /* This program is free software; you can redistribute it and/or modify it
5 * under the terms of the license (GNU LGPL) which comes with this package. */
11 #include "xbt/dynar.h"
15 #include "xbt/config.h"
16 #include "surf/datatypes.h"
18 #include "surf/surf_routing.h"
19 #include "simgrid/platf_interface.h"
22 /* Actions and models are highly connected structures... */
25 SURF_NETWORK_ELEMENT_NULL = 0, /* NULL */
26 SURF_NETWORK_ELEMENT_HOST, /* host type */
27 SURF_NETWORK_ELEMENT_ROUTER, /* router type */
28 SURF_NETWORK_ELEMENT_AS, /* AS type */
29 } e_surf_network_element_type_t;
31 XBT_PUBLIC(e_surf_network_element_type_t)
32 routing_get_network_element_type(const char *name);
34 /** @Brief Specify that we use that action */
35 XBT_PUBLIC(void) surf_action_ref(surf_action_t action);
36 /** @brief Creates a new action.
38 * @param size The size is the one of the subtype you want to create
39 * @param cost initial value
40 * @param model to which model we should attach this action
41 * @param failed whether we should start this action in failed mode
43 XBT_PUBLIC(void *) surf_action_new(size_t size, double cost,
44 surf_model_t model, int failed);
46 /** \brief Resource model description
48 typedef struct surf_model_description {
50 const char *description;
51 void_f_void_t model_init_preparse;
52 } s_surf_model_description_t, *surf_model_description_t;
54 XBT_PUBLIC(int) find_model_description(s_surf_model_description_t * table,
56 XBT_PUBLIC(void) model_help(const char *category,
57 s_surf_model_description_t * table);
59 /** \brief Action structure
60 * \ingroup SURF_actions
62 * Never create s_surf_action_t by yourself ! The actions are created
63 * on the fly when you call execute or communicate on a model.
65 * \see e_surf_action_state_t
67 typedef struct surf_action {
68 s_xbt_swag_hookup_t state_hookup;
70 double cost; /**< cost */
71 double priority; /**< priority (1.0 by default) */
72 double max_duration; /**< max_duration (may fluctuate until
73 the task is completed) */
74 double remains; /**< How much of that cost remains to
75 * be done in the currently running task */
76 #ifdef HAVE_LATENCY_BOUND_TRACKING
77 int latency_limited; /**< Set to 1 if is limited by latency, 0 otherwise */
80 double start; /**< start time */
81 double finish; /**< finish time : this is modified during the run
82 * and fluctuates until the task is completed */
83 void *data; /**< for your convenience */
85 surf_model_t model_type;
87 char *category; /**< tracing category for categorized resource utilization monitoring */
91 typedef struct surf_action_lmm {
92 s_surf_action_t generic_action;
93 lmm_variable_t variable;
95 } s_surf_action_lmm_t, *surf_action_lmm_t;
97 /** \brief Action states
98 * \ingroup SURF_actions
102 * \see surf_action_t, surf_action_state_t
105 SURF_ACTION_READY = 0, /**< Ready */
106 SURF_ACTION_RUNNING, /**< Running */
107 SURF_ACTION_FAILED, /**< Task Failure */
108 SURF_ACTION_DONE, /**< Completed */
109 SURF_ACTION_TO_FREE, /**< Action to free in next cleanup */
110 SURF_ACTION_NOT_IN_THE_SYSTEM
111 /**< Not in the system anymore. Why did you ask ? */
112 } e_surf_action_state_t;
114 /** \brief Action state sets
115 * \ingroup SURF_actions
117 * This structure contains some sets of actions.
118 * It provides a fast access to the actions in each state.
120 * \see surf_action_t, e_surf_action_state_t
122 typedef struct surf_action_state {
123 xbt_swag_t ready_action_set;
124 /**< Actions in state SURF_ACTION_READY */
125 xbt_swag_t running_action_set;
126 /**< Actions in state SURF_ACTION_RUNNING */
127 xbt_swag_t failed_action_set;
128 /**< Actions in state SURF_ACTION_FAILED */
129 xbt_swag_t done_action_set;
130 /**< Actions in state SURF_ACTION_DONE */
131 } s_surf_action_state_t, *surf_action_state_t;
133 /***************************/
134 /* Generic model object */
135 /***************************/
136 typedef struct s_routing_global s_routing_global_t, *routing_global_t;
137 XBT_PUBLIC_DATA(routing_global_t) global_routing;
140 /** \brief Private data available on all models
141 * \ingroup SURF_models
143 typedef struct surf_model_private *surf_model_private_t;
147 /** \brief CPU model extension public
148 * \ingroup SURF_models
150 * Public functions specific to the CPU model.
152 typedef struct surf_cpu_model_extension_public {
153 surf_action_t(*execute) (void *cpu, double size);
154 surf_action_t(*sleep) (void *cpu, double duration);
155 e_surf_resource_state_t(*get_state) (void *cpu);
156 double (*get_speed) (void *cpu, double load);
157 double (*get_available_speed) (void *cpu);
158 void* (*create_resource) (const char *name, double power_peak,
160 tmgr_trace_t power_trace,
162 e_surf_resource_state_t state_initial,
163 tmgr_trace_t state_trace,
164 xbt_dict_t cpu_properties);
165 void (*add_traces) (void);
166 } s_surf_model_extension_cpu_t;
170 /** \brief Network model extension public
171 * \ingroup SURF_models
173 * Public functions specific to the network model
175 typedef struct surf_network_model_extension_public {
176 surf_action_t(*communicate) (const char *src_name,
177 const char *dst_name,
178 double size, double rate);
179 xbt_dynar_t(*get_route) (const char *src_name, const char *dst_name); //FIXME: kill field? That is done by the routing nowadays
180 double (*get_link_bandwidth) (const void *link);
181 double (*get_link_latency) (const void *link);
182 int (*link_shared) (const void *link);
183 void (*add_traces) (void);
184 void* (*create_resource) (const char *name,
186 tmgr_trace_t bw_trace,
188 tmgr_trace_t lat_trace,
189 e_surf_resource_state_t
191 tmgr_trace_t state_trace,
192 e_surf_link_sharing_policy_t policy,
193 xbt_dict_t properties);
194 } s_surf_model_extension_network_t;
196 /** \brief Workstation model extension public
197 * \ingroup SURF_models
199 * Public functions specific to the workstation model.
201 typedef struct surf_workstation_model_extension_public {
202 surf_action_t(*execute) (void *workstation, double size); /**< Execute a computation amount on a workstation
203 and create the corresponding action */
204 surf_action_t(*sleep) (void *workstation, double duration); /**< Make a workstation sleep during a given duration */
205 e_surf_resource_state_t(*get_state) (void *workstation); /**< Return the CPU state of a workstation */
206 double (*get_speed) (void *workstation, double load); /**< Return the speed of a workstation */
207 double (*get_available_speed) (void *workstation); /**< Return tha available speed of a workstation */
208 surf_action_t(*communicate) (void *workstation_src, /**< Execute a communication amount between two workstations */
209 void *workstation_dst, double size,
211 // FIXME: kill next field, which duplicates the routing
212 xbt_dynar_t(*get_route) (void *workstation_src, void *workstation_dst); /**< Get the list of links between two ws */
214 surf_action_t(*execute_parallel_task) (int workstation_nb, /**< Execute a parallel task on several workstations */
215 void **workstation_list,
216 double *computation_amount,
217 double *communication_amount,
218 double amount, double rate);
219 double (*get_link_bandwidth) (const void *link); /**< Return the current bandwidth of a network link */
220 double (*get_link_latency) (const void *link); /**< Return the current latency of a network link */
221 int (*link_shared) (const void *link);
222 xbt_dict_t(*get_properties) (const void *resource);
223 void* (*link_create_resource) (const char *name,
225 tmgr_trace_t bw_trace,
227 tmgr_trace_t lat_trace,
228 e_surf_resource_state_t
230 tmgr_trace_t state_trace,
231 e_surf_link_sharing_policy_t
232 policy, xbt_dict_t properties);
233 void* (*cpu_create_resource) (const char *name, double power_peak,
235 tmgr_trace_t power_trace,
236 e_surf_resource_state_t state_initial,
237 tmgr_trace_t state_trace,
238 xbt_dict_t cpu_properties);
239 void (*add_traces) (void);
241 } s_surf_model_extension_workstation_t;
246 /** \brief Model datatype
247 * \ingroup SURF_models
249 * Generic data structure for a model. The workstations,
250 * the CPUs and the network links are examples of models.
252 typedef struct surf_model {
253 const char *name; /**< Name of this model */
254 s_surf_action_state_t states; /**< Any living action on this model */
256 e_surf_action_state_t(*action_state_get) (surf_action_t action);
257 /**< Return the state of an action */
258 void (*action_state_set) (surf_action_t action,
259 e_surf_action_state_t state);
260 /**< Change an action state*/
262 double (*action_get_start_time) (surf_action_t action); /**< Return the start time of an action */
263 double (*action_get_finish_time) (surf_action_t action); /**< Return the finish time of an action */
264 int (*action_unref) (surf_action_t action); /**< Specify that we don't use that action anymore */
265 void (*action_cancel) (surf_action_t action); /**< Cancel a running action */
266 void (*action_recycle) (surf_action_t action); /**< Recycle an action */
267 void (*action_data_set) (surf_action_t action, void *data); /**< Set the user data of an action */
268 void (*suspend) (surf_action_t action); /**< Suspend an action */
269 void (*resume) (surf_action_t action); /**< Resume a suspended action */
270 int (*is_suspended) (surf_action_t action); /**< Return whether an action is suspended */
271 void (*set_max_duration) (surf_action_t action, double duration); /**< Set the max duration of an action*/
272 void (*set_priority) (surf_action_t action, double priority); /**< Set the priority of an action */
274 void (*set_category) (surf_action_t action, const char *category); /**< Set the category of an action */
276 double (*get_remains) (surf_action_t action); /**< Get the remains of an action */
277 #ifdef HAVE_LATENCY_BOUND_TRACKING
278 int (*get_latency_limited) (surf_action_t action); /**< Return 1 if action is limited by latency, 0 otherwise */
281 surf_model_private_t model_private;
284 s_surf_model_extension_cpu_t cpu;
285 s_surf_model_extension_network_t network;
286 s_surf_model_extension_workstation_t workstation;
290 surf_model_t surf_model_init(void);
291 void surf_model_exit(surf_model_t model);
293 static inline void *surf_cpu_resource_by_name(const char *name) {
294 return xbt_lib_get_or_null(host_lib, name, SURF_CPU_LEVEL);
296 static inline void *surf_workstation_resource_by_name(const char *name){
297 return xbt_lib_get_or_null(host_lib, name, SURF_WKS_LEVEL);
299 static inline void *surf_network_resource_by_name(const char *name){
300 return xbt_lib_get_or_null(link_lib, name, SURF_LINK_LEVEL);
303 typedef struct surf_resource {
306 xbt_dict_t properties;
307 } s_surf_resource_t, *surf_resource_t;
312 * Resource which have a metric handled by a maxmin system
317 tmgr_trace_event_t event;
320 typedef struct surf_resource_lmm {
321 s_surf_resource_t generic_resource;
322 lmm_constraint_t constraint;
323 e_surf_resource_state_t state_current;
324 tmgr_trace_event_t state_event;
325 s_surf_metric_t power;
326 } s_surf_resource_lmm_t, *surf_resource_lmm_t;
328 /**************************************/
329 /* Implementations of model object */
330 /**************************************/
333 /** \brief The CPU model
334 * \ingroup SURF_models
336 XBT_PUBLIC_DATA(surf_model_t) surf_cpu_model;
338 /** \brief Initializes the CPU model with the model Cas01
339 * \ingroup SURF_models
341 * By default, this model uses the lazy optimization mechanism that
342 * relies on partial invalidation in LMM and a heap for lazy action update.
343 * You can change this behavior by setting the cpu/optim configuration
344 * variable to a different value.
346 * This function is called by surf_workstation_model_init_CLM03
347 * so you shouldn't have to call it by yourself.
349 * \see surf_workstation_model_init_CLM03()
351 XBT_PUBLIC(void) surf_cpu_model_init_Cas01(void);
353 /** \brief Initializes the CPU model with trace integration [Deprecated]
354 * \ingroup SURF_models
356 * You shouldn't have to call it by yourself.
357 * \see surf_workstation_model_init_CLM03()
359 XBT_PUBLIC(void) surf_cpu_model_init_ti(void);
361 /** \brief This function call the share resources function needed
364 XBT_PUBLIC(double) generic_share_resources(double now);
366 /** \brief This function call the update action state function needed
369 XBT_PUBLIC(void) generic_update_actions_state(double now, double delta);
371 /** \brief The list of all available optimization modes (both for cpu and networks).
372 * \ingroup SURF_models
373 * These optimization modes can be set using --cfg=cpu/optim:... and --cfg=network/optim:...
375 XBT_PUBLIC_DATA(s_surf_model_description_t) surf_optimization_mode_description[];
377 /** \brief The list of all available cpu model models
378 * \ingroup SURF_models
380 XBT_PUBLIC_DATA(s_surf_model_description_t) surf_cpu_model_description[];
382 XBT_PUBLIC(void) create_workstations(void);
384 /**\brief create new host bypass the parser
389 /** \brief The network model
390 * \ingroup SURF_models
392 * When creating a new API on top on SURF, you shouldn't use the
393 * network model unless you know what you are doing. Only the workstation
394 * model should be accessed because depending on the platform model,
395 * the network model can be NULL.
397 XBT_PUBLIC_DATA(surf_model_t) surf_network_model;
399 /** \brief Same as network model 'LagrangeVelho', only with different correction factors.
400 * \ingroup SURF_models
402 * This model is proposed by Pierre-Nicolas Clauss and Martin Quinson and Stéphane Génaud
403 * based on the model 'LV08' and different correction factors depending on the communication
404 * size (< 1KiB, < 64KiB, >= 64KiB).
405 * See comments in the code for more information.
407 * \see surf_workstation_model_init_SMPI()
409 XBT_PUBLIC(void) surf_network_model_init_SMPI(void);
411 /** \brief Initializes the platform with the network model 'LegrandVelho'
412 * \ingroup SURF_models
414 * This model is proposed by Arnaud Legrand and Pedro Velho based on
415 * the results obtained with the GTNets simulator for onelink and
416 * dogbone sharing scenarios. See comments in the code for more information.
418 * \see surf_workstation_model_init_LegrandVelho()
420 XBT_PUBLIC(void) surf_network_model_init_LegrandVelho(void);
422 /** \brief Initializes the platform with the network model 'Constant'
423 * \ingroup SURF_models
425 * In this model, the communication time between two network cards is
426 * constant, hence no need for a routing table. This is particularly
427 * usefull when simulating huge distributed algorithms where
428 * scalability is really an issue. This function is called in
429 * conjunction with surf_workstation_model_init_compound.
431 * \see surf_workstation_model_init_compound()
433 XBT_PUBLIC(void) surf_network_model_init_Constant(void);
435 /** \brief Initializes the platform with the network model CM02
436 * \ingroup SURF_models
438 * This function is called by surf_workstation_model_init_CLM03
439 * or by yourself only if you plan using surf_workstation_model_init_compound
440 * See comments in the code for more information.
442 * \see surf_workstation_model_init_CLM03()
444 XBT_PUBLIC(void) surf_network_model_init_CM02(void);
447 * brief initialize the the network model bypassing the XML parser
449 XBT_PUBLIC(void) surf_network_model_init_bypass(const char *id,
454 /** \brief Initializes the platform with the network model GTNETS
455 * \ingroup SURF_models
456 * \param filename XML platform file name
458 * This function is called by surf_workstation_model_init_GTNETS
459 * or by yourself only if you plan using surf_workstation_model_init_compound
461 * \see surf_workstation_model_init_GTNETS()
463 XBT_PUBLIC(void) surf_network_model_init_GbTNETS(void);
467 /** \brief Initializes the platform with the network model NS3
468 * \ingroup SURF_models
469 * \param filename XML platform file name
471 * This function is called by surf_workstation_model_init_NS3
472 * or by yourself only if you plan using surf_workstation_model_init_compound
474 * \see surf_workstation_model_init_NS3()
476 XBT_PUBLIC(void) surf_network_model_init_NS3(void);
478 XBT_PUBLIC(void) parse_ns3_add_host(void);
479 XBT_PUBLIC(void) parse_ns3_add_router(void);
480 XBT_PUBLIC(void) parse_ns3_add_link(void);
481 XBT_PUBLIC(void) parse_ns3_add_AS(void);
482 XBT_PUBLIC(void) parse_ns3_add_route(void);
483 XBT_PUBLIC(void) parse_ns3_add_ASroute(void);
484 XBT_PUBLIC(void) parse_ns3_add_cluster(void);
485 XBT_PUBLIC(void) parse_ns3_end_platform(void);
486 XBT_PUBLIC(void) create_ns3_topology(void);
487 XBT_PUBLIC(double) ns3_get_link_latency(const void *link);
488 XBT_PUBLIC(double) ns3_get_link_bandwidth(const void *link);
492 /** \brief Initializes the platform with the network model Reno
493 * \ingroup SURF_models
494 * \param filename XML platform file name
496 * The problem is related to max( sum( arctan(C * Df * xi) ) ).
499 * [LOW03] S. H. Low. A duality model of TCP and queue management algorithms.
500 * IEEE/ACM Transaction on Networking, 11(4):525-536, 2003.
502 * Call this function only if you plan using surf_workstation_model_init_compound.
505 XBT_PUBLIC(void) surf_network_model_init_Reno(void);
507 /** \brief Initializes the platform with the network model Reno2
508 * \ingroup SURF_models
509 * \param filename XML platform file name
511 * The problem is related to max( sum( arctan(C * Df * xi) ) ).
514 * [LOW01] S. H. Low. A duality model of TCP and queue management algorithms.
515 * IEEE/ACM Transaction on Networking, 11(4):525-536, 2003.
517 * Call this function only if you plan using surf_workstation_model_init_compound.
520 XBT_PUBLIC(void) surf_network_model_init_Reno2(void);
522 /** \brief Initializes the platform with the network model Vegas
523 * \ingroup SURF_models
524 * \param filename XML platform file name
526 * This problem is related to max( sum( a * Df * ln(xi) ) ) which is equivalent
527 * to the proportional fairness.
530 * [LOW03] S. H. Low. A duality model of TCP and queue management algorithms.
531 * IEEE/ACM Transaction on Networking, 11(4):525-536, 2003.
533 * Call this function only if you plan using surf_workstation_model_init_compound.
536 XBT_PUBLIC(void) surf_network_model_init_Vegas(void);
538 /** \brief The list of all available network model models
539 * \ingroup SURF_models
541 XBT_PUBLIC_DATA(s_surf_model_description_t)
542 surf_network_model_description[];
545 /** \brief The workstation model
546 * \ingroup SURF_models
548 * Note that when you create an API on top of SURF,
549 * the workstation model should be the only one you use
550 * because depending on the platform model, the network model and the CPU model
553 XBT_PUBLIC_DATA(surf_model_t) surf_workstation_model;
555 /** \brief Initializes the platform with a compound workstation model
556 * \ingroup SURF_models
558 * This function should be called after a cpu_model and a
559 * network_model have been set up.
562 XBT_PUBLIC(void) surf_workstation_model_init_compound(void);
564 /** \brief Initializes the platform with the current best network and cpu models at hand
565 * \ingroup SURF_models
567 * This platform model seperates the workstation model and the network model.
568 * The workstation model will be initialized with the model compound, the network
569 * model with the model LV08 (with cross traffic support) and the CPU model with
571 * Such model is subject to modification with warning in the ChangeLog so monitor it!
574 XBT_PUBLIC(void) surf_workstation_model_init_current_default(void);
576 /** \brief Initializes the platform with the workstation model CLM03
577 * \ingroup SURF_models
579 * This platform model seperates the workstation model and the network model.
580 * The workstation model will be initialized with the model CLM03, the network
581 * model with the model CM02 and the CPU model with the model Cas01.
582 * In future releases, some other network models will be implemented and will be
583 * combined with the workstation model CLM03.
586 XBT_PUBLIC(void) surf_workstation_model_init_CLM03(void);
588 /** \brief Initializes the platform with the model KCCFLN05
589 * \ingroup SURF_models
591 * With this model, only parallel tasks can be used. Resource sharing
592 * is done by identifying bottlenecks and giving an equal share of
593 * the model to each action.
596 XBT_PUBLIC(void) surf_workstation_model_init_ptask_L07(void);
598 /** \brief The list of all available workstation model models
599 * \ingroup SURF_models
601 XBT_PUBLIC_DATA(s_surf_model_description_t)
602 surf_workstation_model_description[];
604 /** \brief List of initialized models
605 * \ingroup SURF_models
607 XBT_PUBLIC_DATA(xbt_dynar_t) model_list;
609 /*******************************************/
610 /*** SURF Globals **************************/
611 /*******************************************/
612 XBT_PUBLIC_DATA(xbt_cfg_t) _surf_cfg_set;
614 /** \brief Initialize SURF
615 * \ingroup SURF_simulation
616 * \param argc argument number
617 * \param argv arguments
619 * This function has to be called to initialize the common
620 * structures. Then you will have to create the environment by
622 * e.g. surf_workstation_model_init_CLM03()
624 * \see surf_workstation_model_init_CLM03(), surf_workstation_model_init_compound(), surf_exit()
626 XBT_PUBLIC(void) surf_init(int *argc, char **argv); /* initialize common structures */
628 /** \brief Finish simulation initialization
629 * \ingroup SURF_simulation
631 * This function must be called before the first call to surf_solve()
633 XBT_PUBLIC(void) surf_presolve(void);
635 /** \brief Performs a part of the simulation
636 * \ingroup SURF_simulation
637 * \param max_date Maximum date to update the simulation to, or -1
638 * \return the elapsed time, or -1.0 if no event could be executed
640 * This function execute all possible events, update the action states
641 * and returns the time elapsed.
642 * When you call execute or communicate on a model, the corresponding actions
643 * are not executed immediately but only when you call surf_solve.
644 * Note that the returned elapsed time can be zero.
646 XBT_PUBLIC(double) surf_solve(double max_date);
648 /** \brief Return the current time
649 * \ingroup SURF_simulation
651 * Return the current time in millisecond.
653 XBT_PUBLIC(double) surf_get_clock(void);
656 * \ingroup SURF_simulation
662 XBT_PUBLIC(void) surf_exit(void);
664 /* Prototypes of the functions that handle the properties */
665 XBT_PUBLIC_DATA(xbt_dict_t) current_property_set; /* the prop set for the currently parsed element (also used in SIMIX) */
666 XBT_PUBLIC(void) parse_properties(void);
668 /* surf parse file related (public because called from a test suite) */
669 XBT_PUBLIC(void) parse_platform_file(const char *file);
671 /* Stores the sets */
672 XBT_PUBLIC_DATA(xbt_dict_t) set_list;
674 /* For the trace and trace:connect tag (store their content till the end of the parsing) */
675 XBT_PUBLIC_DATA(xbt_dict_t) traces_set_list;
676 XBT_PUBLIC_DATA(xbt_dict_t) trace_connect_list_host_avail;
677 XBT_PUBLIC_DATA(xbt_dict_t) trace_connect_list_power;
678 XBT_PUBLIC_DATA(xbt_dict_t) trace_connect_list_link_avail;
679 XBT_PUBLIC_DATA(xbt_dict_t) trace_connect_list_bandwidth;
680 XBT_PUBLIC_DATA(xbt_dict_t) trace_connect_list_latency;
683 XBT_PUBLIC(double) get_cpu_power(const char *power);
685 int surf_get_nthreads(void);
686 void surf_set_nthreads(int nthreads);
689 #endif /* _SURF_SURF_H */