Skip to content

Commit a44d881

Browse files
SaizanSaizan
authored
simulation: comparison with idealized, investigation on TCP realism (#257)
* simulation: added a few more scenarios to sim-realism.tex * simulation: more scenarios * simulation: add forecasts info to Sent events * simulation: do not accumulate cpu and data stats * simulation: report-data also writes down/upstream peer counts * simulation: more scenarios for docs/ * simulation: update .csv data and include more sims * simulation: added commentary for scenarios 4,5, and 6
1 parent 2869727 commit a44d881

File tree

1,251 files changed

+428925
-118947
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

1,251 files changed

+428925
-118947
lines changed

‎.gitignore

+3-1
Original file line numberDiff line numberDiff line change
@@ -23,4 +23,6 @@ _build
2323
/simulation/docs/sim-realism.aux
2424
/simulation/docs/sim-realism.blg
2525
/simulation/docs/sim-realism.fdb_latexmk
26-
/simulation/docs/scenario*/*.eps
26+
/simulation/docs/*/*.eps
27+
/simulation/docs/scenario*/sim-data.json
28+
/simulation/docs/*/sim-data.json

‎simulation/docs/Makefile

+14
Original file line numberDiff line numberDiff line change
@@ -9,6 +9,7 @@ clean:
99

1010
clean_all: clean
1111
rm -f */*.eps
12+
rm -f */*.pdf
1213
rm -f */targets.d
1314
rm -f */.ran-report-data
1415

@@ -19,6 +20,12 @@ sim-realism.pdf: scenario1-send-recv/VT-0.5-vs-ideal-vs-fitted-fig.eps \
1920
scenario1-big-votes/VT-0.98-vs-ideal-4-hops-fig.eps \
2021
scenario1-big-votes-send-recv/VT-0.5-vs-ideal-4-hops-fig.eps \
2122
scenario1-big-votes-send-recv/VT-0.98-vs-ideal-4-hops-fig.eps \
23+
scenario6/IB-0.5-oldest-vs-freshest.eps \
24+
scenario6/IB-0.6-oldest-vs-freshest.eps \
25+
scenario6/IB-0.7-oldest-vs-freshest.eps \
26+
scenario6/IB-0.8-oldest-vs-freshest.eps \
27+
scenario6/IB-0.9-oldest-vs-freshest.eps \
28+
scenario6/IB-0.98-oldest-vs-freshest.eps \
2229

2330
## These plots we need for each main scenario.
2431
MAIN_SCENARIOS := scenario1 scenario2 scenario3 scenario4 scenario5 scenario6
@@ -34,6 +41,10 @@ sim-realism.pdf: $(1)/IB-0.5-vs-ideal-vs-fitted-fig.eps \
3441
endef
3542
$(foreach s,$(MAIN_SCENARIOS),$(eval $(call main_scenario_template,$(s))))
3643

44+
OTHER_SCENARIOS := scenario4-higher-IB-rate scenario4-lower-stage-length scenario4-best-IB-rate scenario4-20IB-small scenario4-higher-IB-rate-send-recv scenario4-higher-IB-rate-send-recv-short-stage scenario4-higher-IB-rate-send-recv-short-stage-no-cert scenario4-100-cpu scenario4-higher-IB-rate-send-recv-short-stage-no-cert-100-cpu
45+
46+
$(foreach s,$(OTHER_SCENARIOS),$(eval $(call main_scenario_template,$(s))))
47+
3748
#### Running simulations.
3849
SHORT_LEIOS = cabal run ols -- sim --output-seconds="$(SIM_SECONDS)" --output-file="$@" short-leios --no-log
3950

@@ -84,3 +95,6 @@ CDFSPLOT = gnuplot -e "set terminal postscript eps enhanced color; set output '$
8495

8596
%-vs-ideal-4-hops-fig.eps: $(CDFSSCRIPT) %.csv %-ideal-4-hops.csv
8697
$(CDFSPLOT) "$(notdir $*)" "Diffusion latency, s" "$*.csv" simulation "$*-ideal-4-hops.csv" ideal-4-hops
98+
99+
scenario6/%-oldest-vs-freshest.eps: $(CDFSSCRIPT) scenario6-freshest-first/%.csv scenario6/%.csv
100+
$(CDFSPLOT) "$(notdir $*)" "Diffusion latency, s" "$(word 2, $^)" freshest-first "$(word 3, $^)" oldest-first

‎simulation/docs/scenario1-big-votes-send-recv/EB-0.5-ideal-4-hops.csv

+14-14
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,14 @@
1-
0.6899507568965557, 6.25e-2
2-
0.7065711052262578, 0.125
3-
0.768052392654933, 0.1875
4-
0.7724173771904369, 0.3125
5-
0.7858827338838051, 0.375
6-
0.8037171767906732, 0.4375
7-
0.8293037665727127, 0.5625
8-
0.8378097648852193, 0.625
9-
0.8389857292122607, 0.6875
10-
0.8471190669296688, 0.75
11-
0.857734421899609, 0.8125
12-
0.8872614086686305, 0.875
13-
0.9525757013169959, 0.9375
14-
0.9985465788374623, 1
1+
0.6967887015605874, 6.25e-2
2+
0.712041460957483, 0.125
3+
0.7735227483861582, 0.1875
4+
0.7751525550560495, 0.3125
5+
0.7872503228166114, 0.375
6+
0.8064523546562858, 0.4375
7+
0.8347741223039379, 0.5625
8+
0.8430884960106796, 0.625
9+
0.8432801206164446, 0.6875
10+
0.8498542447952814, 0.75
11+
0.8604695997652216, 0.8125
12+
0.8910682775022669, 0.875
13+
0.9586841504759439, 0.9375
14+
1.0026493456358814, 1

‎simulation/docs/scenario1-big-votes-send-recv/EB-0.5-ideal.csv

+14-14
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,14 @@
1-
0.6899507568965557, 6.25e-2
2-
0.7065711052262578, 0.125
3-
0.768052392654933, 0.1875
4-
0.7724173771904369, 0.3125
5-
0.7858827338838051, 0.375
6-
0.8037171767906732, 0.4375
7-
0.8293037665727127, 0.5625
8-
0.8378097648852193, 0.625
9-
0.8389857292122607, 0.6875
10-
0.8471190669296688, 0.75
11-
0.857734421899609, 0.8125
12-
0.8872614086686305, 0.875
13-
0.9525757013169959, 0.9375
14-
0.9985465788374623, 1
1+
0.6967887015605874, 6.25e-2
2+
0.712041460957483, 0.125
3+
0.7735227483861582, 0.1875
4+
0.7751525550560495, 0.3125
5+
0.7872503228166114, 0.375
6+
0.8064523546562858, 0.4375
7+
0.8347741223039379, 0.5625
8+
0.8430884960106796, 0.625
9+
0.8432801206164446, 0.6875
10+
0.8498542447952814, 0.75
11+
0.8604695997652216, 0.8125
12+
0.8910682775022669, 0.875
13+
0.9586841504759439, 0.9375
14+
1.0026493456358814, 1

‎simulation/docs/scenario1-big-votes-send-recv/EB-0.5.csv

+15-15
Original file line numberDiff line numberDiff line change
@@ -1,15 +1,15 @@
1-
0.706786000000001, 6.25e-2
2-
0.7093719999999735, 0.125
3-
0.7725230000000067, 0.1875
4-
0.7732680000000016, 0.25
5-
0.7859349999999949, 0.3125
6-
0.7883059999999773, 0.375
7-
0.8038219999999967, 0.4375
8-
0.8295160000000124, 0.5625
9-
0.8380209999999977, 0.625
10-
0.839145000000002, 0.6875
11-
0.8529829999999947, 0.75
12-
0.8578420000000051, 0.8125
13-
0.8873689999999783, 0.875
14-
0.9881869999999822, 0.9375
15-
1.0179249999999982, 1
1+
0.712254999999999, 6.25e-2
2+
0.7134740000000193, 0.125
3+
0.7752780000000001, 0.1875
4+
0.7773720000000139, 0.25
5+
0.7873029999999943, 0.3125
6+
0.7925010000000157, 0.375
7+
0.8065579999999954, 0.4375
8+
0.8349859999999865, 0.5625
9+
0.8432479999999885, 0.625
10+
0.8434910000000002, 0.6875
11+
0.8557189999999935, 0.75
12+
0.8605760000000089, 0.8125
13+
0.8913319999999771, 0.875
14+
0.9909210000000144, 0.9375
15+
1.019292, 1

‎simulation/docs/scenario1-big-votes-send-recv/EB-0.6-ideal-4-hops.csv

+14-14
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,14 @@
1-
0.7688961276481159, 6.25e-2
2-
0.8279031110616897, 0.125
3-
0.8359946140163313, 0.25
4-
0.8372071075345563, 0.3125
5-
0.8541988681215976, 0.375
6-
0.8762226230220898, 0.4375
7-
0.8973471700025148, 0.5625
8-
0.8997677833629592, 0.625
9-
0.9186651314027657, 0.6875
10-
0.9293922774201856, 0.75
11-
0.9737544074315545, 0.8125
12-
0.9739812230240037, 0.875
13-
1.0579507007537712, 0.9375
14-
1.1684648999461185, 1
1+
0.7729988944465349, 6.25e-2
2+
0.8320058778601087, 0.125
3+
0.8426774632657816, 0.1875
4+
0.8428325586803631, 0.3125
5+
0.8583502651570387, 0.375
6+
0.8816929787533152, 0.4375
7+
0.9000823478681275, 0.5625
8+
0.9025029612285718, 0.625
9+
0.9227678982011847, 0.6875
10+
0.9352541075702724, 0.75
11+
0.9780839898224226, 0.8125
12+
0.9786480066998176, 0.875
13+
1.0606858786193838, 0.9375
14+
1.1712000778117313, 1

‎simulation/docs/scenario1-big-votes-send-recv/EB-0.6-ideal.csv

+14-14
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,14 @@
1-
0.7688961276481159, 6.25e-2
2-
0.8279031110616897, 0.125
3-
0.8359946140163313, 0.25
4-
0.8372071075345563, 0.3125
5-
0.8541988681215976, 0.375
6-
0.8762226230220898, 0.4375
7-
0.8973471700025148, 0.5625
8-
0.8997677833629592, 0.625
9-
0.9186651314027657, 0.6875
10-
0.9293922774201856, 0.75
11-
0.9737544074315545, 0.8125
12-
0.9739812230240037, 0.875
13-
1.0579507007537712, 0.9375
14-
1.1684648999461185, 1
1+
0.7729988944465349, 6.25e-2
2+
0.8320058778601087, 0.125
3+
0.8426774632657816, 0.1875
4+
0.8428325586803631, 0.3125
5+
0.8583502651570387, 0.375
6+
0.8816929787533152, 0.4375
7+
0.9000823478681275, 0.5625
8+
0.9025029612285718, 0.625
9+
0.9227678982011847, 0.6875
10+
0.9352541075702724, 0.75
11+
0.9780839898224226, 0.8125
12+
0.9786480066998176, 0.875
13+
1.0606858786193838, 0.9375
14+
1.1712000778117313, 1

‎simulation/docs/scenario1-big-votes-send-recv/EB-0.6.csv

+15-15
Original file line numberDiff line numberDiff line change
@@ -1,15 +1,15 @@
1-
0.7854960000000233, 6.25e-2
2-
0.828062999999986, 0.125
3-
0.8362609999999933, 0.1875
4-
0.8374209999999991, 0.25
5-
0.8389619999999809, 0.3125
6-
0.8543050000000108, 0.375
7-
0.8764330000000058, 0.4375
8-
0.8974550000000079, 0.5625
9-
0.8998730000000137, 0.625
10-
0.9188220000000058, 0.6875
11-
0.9297609999999992, 0.75
12-
0.9739130000000102, 0.8125
13-
0.9741389999999797, 0.875
14-
1.0635619999999903, 0.9375
15-
1.1770660000000035, 1
1+
0.7895990000000097, 6.25e-2
2+
0.8321660000000008, 0.125
3+
0.8428910000000016, 0.1875
4+
0.8430979999999977, 0.25
5+
0.8458009999999945, 0.3125
6+
0.8586149999999861, 0.375
7+
0.8819040000000058, 0.4375
8+
0.9001890000000117, 0.5625
9+
0.9026079999999865, 0.625
10+
0.9229249999999922, 0.6875
11+
0.9354119999999995, 0.75
12+
0.9782420000000229, 0.8125
13+
0.9789670000000115, 0.875
14+
1.06629700000002, 0.9375
15+
1.182535999999999, 1

‎simulation/docs/scenario1-big-votes-send-recv/EB-0.7-ideal-4-hops.csv

+14-14
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,14 @@
1-
0.8790437480856771, 6.25e-2
2-
0.9071951963609428, 0.125
3-
0.9310334466816077, 0.25
4-
0.9436342237982934, 0.3125
5-
0.9747258033572399, 0.375
6-
0.9749789502857681, 0.5
7-
0.9913437209472881, 0.5625
8-
0.9977794047161083, 0.625
9-
1.028964973431821, 0.6875
10-
1.0769836256362117, 0.75
11-
1.0808439107320806, 0.8125
12-
1.0812563026397164, 0.875
13-
1.1830075084997678, 0.9375
14-
1.266835400140245, 1
1+
0.883146514884096, 6.25e-2
2+
0.912665552092168, 0.125
3+
0.9360135350613283, 0.25
4+
0.9477369905967125, 0.3125
5+
0.9801961590884651, 0.375
6+
0.9804493060169934, 0.5
7+
0.995446487745707, 0.5625
8+
1.0046173493801398, 0.625
9+
1.0317001512974335, 0.6875
10+
1.0810863924346308, 0.75
11+
1.0835790885976933, 0.8125
12+
1.0867266583709416, 0.875
13+
1.1871102752981866, 0.9375
14+
1.270938166938664, 1

‎simulation/docs/scenario1-big-votes-send-recv/EB-0.7-ideal.csv

+14-14
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,14 @@
1-
0.8790437480856771, 6.25e-2
2-
0.9071951963609428, 0.125
3-
0.9310334466816077, 0.25
4-
0.9436342237982934, 0.3125
5-
0.9747258033572399, 0.375
6-
0.9749789502857681, 0.5
7-
0.9913437209472881, 0.5625
8-
0.9977794047161083, 0.625
9-
1.028964973431821, 0.6875
10-
1.0769836256362117, 0.75
11-
1.0808439107320806, 0.8125
12-
1.0812563026397164, 0.875
13-
1.1830075084997678, 0.9375
14-
1.266835400140245, 1
1+
0.883146514884096, 6.25e-2
2+
0.912665552092168, 0.125
3+
0.9360135350613283, 0.25
4+
0.9477369905967125, 0.3125
5+
0.9801961590884651, 0.375
6+
0.9804493060169934, 0.5
7+
0.995446487745707, 0.5625
8+
1.0046173493801398, 0.625
9+
1.0317001512974335, 0.6875
10+
1.0810863924346308, 0.75
11+
1.0835790885976933, 0.8125
12+
1.0867266583709416, 0.875
13+
1.1871102752981866, 0.9375
14+
1.270938166938664, 1

‎simulation/docs/scenario1-big-votes-send-recv/EB-0.7.csv

+15-15
Original file line numberDiff line numberDiff line change
@@ -1,15 +1,15 @@
1-
0.8815549999999917, 6.25e-2
2-
0.9074080000000038, 0.125
3-
0.9312429999999949, 0.1875
4-
0.9354050000000029, 0.25
5-
0.9535590000000127, 0.3125
6-
0.9749380000000087, 0.375
7-
0.9751899999999978, 0.5
8-
0.9974289999999968, 0.5625
9-
0.9980419999999981, 0.625
10-
1.0290710000000018, 0.6875
11-
1.0771439999999757, 0.75
12-
1.0809500000000014, 0.8125
13-
1.0814670000000035, 0.875
14-
1.229376000000002, 0.9375
15-
1.2835389999999975, 1
1+
0.8870249999999942, 6.25e-2
2+
0.9128780000000063, 0.125
3+
0.9361729999999966, 0.1875
4+
0.942243000000019, 0.25
5+
0.9576610000000016, 0.3125
6+
0.9804090000000087, 0.375
7+
0.9806609999999978, 0.5
8+
1.0028980000000018, 0.5625
9+
1.0048800000000142, 0.625
10+
1.031806000000003, 0.6875
11+
1.0812460000000215, 0.75
12+
1.0836850000000027, 0.8125
13+
1.0869380000000035, 0.875
14+
1.2334789999999884, 0.9375
15+
1.2849059999999994, 1

‎simulation/docs/scenario1-big-votes-send-recv/EB-0.8-ideal-4-hops.csv

+14-14
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,14 @@
1-
0.9350231329441293, 6.25e-2
2-
0.9605858863043608, 0.125
3-
1.001917697791068, 0.1875
4-
1.0351167666078582, 0.3125
5-
1.0473756274365906, 0.4375
6-
1.0487490032943907, 0.5
7-
1.1258384204899183, 0.5625
8-
1.139952056615091, 0.625
9-
1.1588061279630388, 0.6875
10-
1.1629904112170675, 0.75
11-
1.1938867805495648, 0.8125
12-
1.2455138205486567, 0.875
13-
1.386035817131693, 0.9375
14-
1.4589955002626869, 1
1+
0.9401506188687454, 6.25e-2
2+
0.9652539925454302, 0.125
3+
1.006020464589487, 0.1875
4+
1.0405871223390835, 0.3125
5+
1.054213572100622, 0.4375
6+
1.0542193590256161, 0.5
7+
1.1299411872883374, 0.5625
8+
1.14405482341351, 0.625
9+
1.1629088947614579, 0.6875
10+
1.16572558908268, 0.75
11+
1.19935713628079, 0.8125
12+
1.2523517652126883, 0.875
13+
1.3887709949973057, 0.9375
14+
1.4644658559939123, 1

‎simulation/docs/scenario1-big-votes-send-recv/EB-0.8-ideal.csv

+14-14
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,14 @@
1-
0.9350231329441293, 6.25e-2
2-
0.9605858863043608, 0.125
3-
1.001917697791068, 0.1875
4-
1.0351167666078582, 0.3125
5-
1.0473756274365906, 0.4375
6-
1.0487490032943907, 0.5
7-
1.1258384204899183, 0.5625
8-
1.139952056615091, 0.625
9-
1.1588061279630388, 0.6875
10-
1.1629904112170675, 0.75
11-
1.1938867805495648, 0.8125
12-
1.2455138205486567, 0.875
13-
1.386035817131693, 0.9375
14-
1.4589955002626869, 1
1+
0.9401506188687454, 6.25e-2
2+
0.9652539925454302, 0.125
3+
1.006020464589487, 0.1875
4+
1.0405871223390835, 0.3125
5+
1.054213572100622, 0.4375
6+
1.0542193590256161, 0.5
7+
1.1299411872883374, 0.5625
8+
1.14405482341351, 0.625
9+
1.1629088947614579, 0.6875
10+
1.16572558908268, 0.75
11+
1.19935713628079, 0.8125
12+
1.2523517652126883, 0.875
13+
1.3887709949973057, 0.9375
14+
1.4644658559939123, 1

0 commit comments

Comments
 (0)