X-Git-Url: http://bilbo.iut-bm.univ-fcomte.fr/pub/gitweb/simgrid.git/blobdiff_plain/072d0b4d23d92288613cbc6ab38e0fbd071f1bbc..f00485529936c24b84953436b607816e46108c97:/teshsuite/models/ptask_L07_usage/ptask_L07_usage.cpp

diff --git a/teshsuite/models/ptask_L07_usage/ptask_L07_usage.cpp b/teshsuite/models/ptask_L07_usage/ptask_L07_usage.cpp
new file mode 100644
index 0000000000..25e4b78b82
--- /dev/null
+++ b/teshsuite/models/ptask_L07_usage/ptask_L07_usage.cpp
@@ -0,0 +1,332 @@
+/* Copyright g(c) 2019-2021. The SimGrid Team. All rights reserved.          */
+
+/* This program is free software; you can redistribute it and/or modify it
+ * under the terms of the license (GNU LGPL) which comes with this package. */
+
+#include "simgrid/s4u.hpp"
+#include "xbt/asserts.h"
+#include "xbt/log.h"
+
+XBT_LOG_NEW_DEFAULT_CATEGORY(ptask_L07_usage, "[usage] ptask_L07_usage <platform-file>");
+
+namespace sg4 = simgrid::s4u;
+
+/* We need a separate actor so that it can sleep after each test */
+static void main_dispatcher()
+{
+  const sg4::Engine* e = sg4::Engine::get_instance();
+  double start_time;
+  double end_time;
+  std::vector<sg4::Host*> hosts = e->get_all_hosts();
+
+  XBT_INFO("TEST: Create and run a sequential execution.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("Have to compute 1 flop on a 1 flop/s host.");
+  XBT_INFO("Should be done in exactly one second.");
+  start_time = sg4::Engine::get_clock();
+  sg4::Exec::init()->set_flops_amount(1)->set_host(hosts[0])->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: computing 1 flop at 1 flop/s takes %.2f seconds.", end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: Create and run two concurrent sequential executions.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("Have to compute 2 x 1 flop on a 1 flop/s host.");
+  XBT_INFO("Should be done in exactly 2 seconds because of sharing.");
+  start_time      = sg4::Engine::get_clock();
+  sg4::ExecPtr e1 = sg4::Exec::init()->set_flops_amount(1)->set_host(hosts[0])->start();
+  sg4::ExecPtr e2 = sg4::Exec::init()->set_flops_amount(1)->set_host(hosts[0])->start();
+  e1->wait();
+  e2->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: computing 2x1 flop at 1 flop/s takes %.2f seconds.", end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: Create and run a parallel execution on 2 homogeneous hosts.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("Have to compute 2 flops across two hosts running at 1 flop/s.");
+  XBT_INFO("Should be done in exactly one second.");
+  start_time = sg4::Engine::get_clock();
+  sg4::Exec::init()
+      ->set_flops_amounts(std::vector<double>({1.0, 1.0}))
+      ->set_hosts(std::vector<sg4::Host*>({hosts[0], hosts[1]}))
+      ->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: computing 2 flops on 2 hosts at 1 flop/s takes %.2f seconds.", end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: Create and run a parallel execution on 2 heterogeneous hosts.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("Have to compute 2 flops across two hosts, one running at 1 flop/s and one at 2 flop/s.");
+  XBT_INFO("Should be done in exactly one second.");
+  start_time = sg4::Engine::get_clock();
+  sg4::Exec::init()
+      ->set_flops_amounts(std::vector<double>({1.0, 1.0}))
+      ->set_hosts(std::vector<sg4::Host*>({hosts[0], hosts[5]}))
+      ->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: computing 2 flops on 2 heterogeneous hosts takes %.2f seconds.", end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: Latency test between hosts connected by a shared link.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("Have to send 1B from one host to another at 1Bps with a latency of 500ms.");
+  XBT_INFO("Should be done in 1.5 seconds (500ms latency + 1s transfert).");
+  start_time = sg4::Engine::get_clock();
+  sg4::Comm::sendto_async(hosts[0], hosts[4], 1.0)->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: sending 1 byte on a shared link at 1Bps + 500ms takes %.2f seconds.", end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: Latency test between hosts connected by a fatpipe link.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("Have to send 1B from one host to another at 1Bps with a latency of 500ms.");
+  XBT_INFO("Should be done in 1.5 seconds (500ms latency + 1s transfert).");
+  start_time = sg4::Engine::get_clock();
+  sg4::Comm::sendto_async(hosts[0], hosts[5], 1.0)->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: sending 1 byte on a fatpipe link at 1Bps + 500ms takes %.2f seconds.",
+           end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: Latency test between hosts connected by a 3-link route.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("Have to send 1B from one host to another at 1Bps with a latency of 2 x 500ms + 1s.");
+  XBT_INFO("Should be done in 3 seconds (2 x 500ms + 1s latency + 1s transfert).");
+  start_time = sg4::Engine::get_clock();
+  sg4::Comm::sendto_async(hosts[0], hosts[1], 1.0)->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: sending 1 byte on a 3-link route at 1Bps + 2,500ms takes %.2f seconds.",
+           end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: Latency test between hosts connected by a link with large latency.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("Have to send 1B from one host to another on a link at 2Bps with a latency of 2 x 1024^2s.");
+  XBT_INFO("This latency is half the default TCP window size (4MiB). This limits the bandwidth to 1B");
+  XBT_INFO("Should be done in 2 x 1024^2s + 1 seconds (large latency + 1s transfert).");
+  start_time = sg4::Engine::get_clock();
+  sg4::Comm::sendto_async(hosts[0], hosts[6], 1.0)->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: sending 1 byte on a large latency link takes %.2f seconds.", end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: Latency test between hosts connected by a shared link with 2 comms in same direction.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("Have to send 2 x 1B from one host to another at 1Bps with a latency of 500ms.");
+  XBT_INFO("Should be done in 2.5 seconds (500ms latency + 2s transfert).");
+  start_time      = sg4::Engine::get_clock();
+  sg4::CommPtr c1 = sg4::Comm::sendto_async(hosts[0], hosts[4], 1.0);
+  sg4::CommPtr c2 = sg4::Comm::sendto_async(hosts[0], hosts[4], 1.0);
+  c1->wait();
+  c2->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: sending 2x1 bytes on a shared link at 1Bps + 500ms takes %.2f seconds.",
+           end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: Latency test between hosts connected by a fatpipe link with 2 comms in same direction.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("Have to send 2 x 1B from one host to another at 1Bps with a latency of 500ms.");
+  XBT_INFO("Should be done in 1.5 seconds (500ms latency + 1s transfert).");
+  start_time = sg4::Engine::get_clock();
+  c1         = sg4::Comm::sendto_async(hosts[0], hosts[5], 1.0);
+  c2         = sg4::Comm::sendto_async(hosts[0], hosts[5], 1.0);
+  c1->wait();
+  c2->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: sending 2x1 bytes on a fatpipe link at 1Bps + 500ms takes %.2f seconds.",
+           end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: Latency test between hosts connected by a 3-link route with 2 comms in same direction.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("Have to send 2 x 1B from one host to another at 1Bps with a latency of 2 x 500ms + 1s.");
+  XBT_INFO("Should be done in 4 seconds (2 x 500ms + 1s latency + 2s transfert).");
+  start_time = sg4::Engine::get_clock();
+  c1         = sg4::Comm::sendto_async(hosts[0], hosts[1], 1.0);
+  c2         = sg4::Comm::sendto_async(hosts[0], hosts[1], 1.0);
+  c1->wait();
+  c2->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: sending 2x1 bytes on a 3-link route at 1Bps + 2,500ms takes %.2f seconds.",
+           end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: Latency test between hosts connected by a shared link with 2 comms in opposite direction.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("Have to send 1B between two hosts in each direction at 1Bps with a latency of 500ms.");
+  XBT_INFO("Should be done in 2.5 seconds (500ms latency + 2s transfert).");
+  start_time = sg4::Engine::get_clock();
+  c1         = sg4::Comm::sendto_async(hosts[0], hosts[4], 1.0);
+  c2         = sg4::Comm::sendto_async(hosts[4], hosts[0], 1.0);
+  c1->wait();
+  c2->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: sending 1 byte in both directions on a shared link at 1Bps + 500ms takes %.2f seconds.",
+           end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: Latency test between hosts connected by a fatpipe link with 2 comms in opposite direction.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("Have to send 1B between two hosts in each direction at 1Bps with a latency of 500ms.");
+  XBT_INFO("Should be done in 1.5 seconds (500ms latency + 1s transfert).");
+  start_time = sg4::Engine::get_clock();
+  c1         = sg4::Comm::sendto_async(hosts[0], hosts[5], 1.0);
+  c2         = sg4::Comm::sendto_async(hosts[5], hosts[0], 1.0);
+  c1->wait();
+  c2->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: sending 1 byte in both directions on a fatpipe link at 1Bps + 500ms takes %.2f seconds.",
+           end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: Latency test between hosts connected by a 3-link route with 2 comms in opposite direction.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("Have to send 1B between two hosts in each direction at 1Bps with a latency of 2 x 500ms + 1s.");
+  XBT_INFO("Should be done in 4 seconds (2 x 500ms + 1s latency + 2s transfert).");
+  start_time = sg4::Engine::get_clock();
+  c1         = sg4::Comm::sendto_async(hosts[0], hosts[1], 1.0);
+  c2         = sg4::Comm::sendto_async(hosts[1], hosts[0], 1.0);
+  c1->wait();
+  c2->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: sending 1 byte in both directions on a 3-link route at 1Bps + 2,500ms takes %.2f seconds.",
+           end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: 4-host parallel communication with independent transfers.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("'cpu0' sends 1B to 'cpu1' and 'cpu2' sends 1B to 'cpu3'. The only shared link is the fatpipe switch.");
+  XBT_INFO("Should be done in 3 seconds (2 x 500ms + 1s latency + 1s transfert).");
+  start_time = sg4::Engine::get_clock();
+  sg4::Exec::init()
+      ->set_bytes_amounts(std::vector<double>({0.0, 1.0, 0.0, 0.0,
+                                               0.0, 0.0, 0.0, 0.0,
+                                               0.0, 0.0, 0.0, 1.0,
+                                               0.0, 0.0, 0.0, 0.0 }))
+      ->set_hosts(std::vector<sg4::Host*>({hosts[0], hosts[1], hosts[2], hosts[3]}))
+      ->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: sending 2 x 1 byte in a parallel communication without interference takes %.2f seconds.",
+           end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: 4-host parallel communication with scatter pattern.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("'cpu0' sends 1B to 'cpu1', 2B to 'cpu2' and 3B to 'cpu3'.");
+  XBT_INFO("Should be done in 8 seconds: 2 x 500ms + 1s of initial latency and :");
+  XBT_INFO(" - For 3 seconds, three flows share a link to transfer 3 x 1B. 'cpu1' received its payload");
+  XBT_INFO(" - For 2 seconds, two lows share a link to transfer 1 x 1B. 'cpu2' received is payload");
+  XBT_INFO(" - For 1 second, one flow has the full bandwidth to transfer 1B. 'cpu3' received is payload");
+
+  start_time = sg4::Engine::get_clock();
+  sg4::Exec::init()
+      ->set_bytes_amounts(std::vector<double>({0.0, 1.0, 2.0, 3.0,
+                                               0.0, 0.0, 0.0, 0.0,
+                                               0.0, 0.0, 0.0, 0.0,
+                                               0.0, 0.0, 0.0, 0.0 }))
+      ->set_hosts(std::vector<sg4::Host*>({hosts[0], hosts[1], hosts[2], hosts[3]}))
+      ->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: scattering an increasing number of bytes to 3 hosts takes %.2f seconds.",
+           end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: 4-host parallel communication with all-to-all pattern.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("Each host sends 1B to every other hosts.");
+  XBT_INFO("Should be done in 8 seconds: 2 x 500ms + 1s of initial latency and 6 seconds for transfer");
+  XBT_INFO("Each SHARED link is traversed by 6 flows (3 in and 3 out). ");
+  XBT_INFO("Each 1B transfer thus takes 6 seconds on a 1Bps link");
+
+  start_time = sg4::Engine::get_clock();
+  sg4::Exec::init()
+      ->set_bytes_amounts(std::vector<double>({0.0, 1.0, 1.0, 1.0,
+                                               1.0, 0.0, 1.0, 1.0,
+                                               1.0, 1.0, 0.0, 1.0,
+                                               1.0, 1.0, 1.0, 0.0 }))
+      ->set_hosts(std::vector<sg4::Host*>({hosts[0], hosts[1], hosts[2], hosts[3]}))
+      ->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: 1-byte all-too-all in a parallel communication takes %.2f seconds.", end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: Two concurrent communications, 1 large and 1 small.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("A host sends two messages of 100MB and 1B to the other host.");
+  XBT_INFO("Should be done in 0.8001 seconds: 1e8/1.25e8 for transfer + 1e-4 of latency");
+  XBT_INFO("The small communication has a negligible impact on the large one.");
+  XBT_INFO("This corresponds to paying latency once and having the full bandwidth for the large communication.");
+
+  start_time = sg4::Engine::get_clock();
+  c1         = sg4::Comm::sendto_async(hosts[0], hosts[7], 1e8);
+  c2         = sg4::Comm::sendto_async(hosts[0], hosts[7], 1.0);
+  c1->wait();
+  c2->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: 1 small and 1 large concurrent communications take %.4f seconds.", end_time - start_time);
+  XBT_INFO("\n");
+
+  sg4::this_actor::sleep_for(5);
+
+  XBT_INFO("TEST: Concurrent communication and computation.");
+  XBT_INFO("------------------------------------------------------------");
+  XBT_INFO("A host sends 1B to another while the latter compute 2 flop.");
+  XBT_INFO("Should be done in 2 seconds: 1.5s to transfer and 2 seconds to compute.");
+  XBT_INFO("The two activities should overlap smoothly as they use different resources.");
+  XBT_INFO("The completion time is thus the maximum of the time to complete the two activities.");
+
+  start_time = sg4::Engine::get_clock();
+  c1         = sg4::Comm::sendto_async(hosts[0], hosts[4], 1.0);
+  e1         = sg4::Exec::init()->set_flops_amount(2.0)->set_host(hosts[4])->start();
+  e1->wait();
+  c1->wait();
+  end_time = sg4::Engine::get_clock();
+  XBT_INFO("Actual result: Sending 1B while computing 2 flops takes %.4f seconds.", end_time - start_time);
+  XBT_INFO("\n");
+}
+
+int main(int argc, char** argv)
+{
+  sg4::Engine engine(&argc, argv);
+  engine.load_platform(argv[1]);
+  sg4::Actor::create("dispatcher", sg4::Host::by_name("cpu0"), main_dispatcher);
+  engine.run();
+
+  return 0;
+}