Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly
Sign up
Appearance settings

Commit 598fb62

Browse files
Add support for more benchmark sizes (#253)
3GB, 5GB and 10GB TPC-H files.
1 parent e3d9aa6 commit 598fb62

File tree

2 files changed

+64
-26
lines changed

2 files changed

+64
-26
lines changed

‎build.sbt

Lines changed: 23 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -411,25 +411,30 @@ synthTestDataTask := {
411411
}
412412

413413
synthBenchmarkDataTask := {
414-
val tpchDir = baseDirectory.value / "data" / "tpch"/"sf_1"
414+
val tpchDir = baseDirectory.value / "data" / "tpch"
415415
tpchDir.mkdirs()
416-
val tpchDataFiles =
416+
val tpchDataDirs =
417417
for {
418-
name <- Seq(
419-
"customer.tbl",
420-
"lineitem.tbl",
421-
"nation.tbl",
422-
"orders.tbl",
423-
"partsupp.tbl",
424-
"part.tbl",
425-
"region.tbl",
426-
"supplier.tbl"
427-
)
428-
} yield new File(tpchDir, name)
429-
430-
if (!tpchDataFiles.forall(_.exists)) {
431-
import sys.process._
432-
val ret = Seq("data/tpch/synth-tpch-benchmark-data").!
433-
if (ret != 0) sys.error("Failed to synthesize TPC-H benchmark data.")
418+
folder <- Seq("sf_01", "sf_1", "sf_3", "sf_5", "sf_10")
419+
} yield new File(tpchDir, folder)
420+
for (dataDir <- tpchDataDirs) {
421+
val tpchDataFiles =
422+
for {
423+
name <- Seq(
424+
"customer.tbl",
425+
"lineitem.tbl",
426+
"nation.tbl",
427+
"orders.tbl",
428+
"partsupp.tbl",
429+
"part.tbl",
430+
"region.tbl",
431+
"supplier.tbl"
432+
)
433+
} yield new File(tpchDir, name)
434+
if (!tpchDataFiles.forall(_.exists)) {
435+
import sys.process._
436+
val ret = Seq("data/tpch/synth-tpch-benchmark-data").!
437+
if (ret != 0) sys.error("Failed to synthesize TPC-H benchmark data.")
438+
}
434439
}
435440
}

‎data/tpch/synth-tpch-benchmark-data

Lines changed: 41 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -7,13 +7,46 @@ cd "$(dirname 0ドル)"
77
cd tpch-dbgen
88

99
# Create ~0.1GB files
10-
./dbgen -vf -s 0.1
11-
mkdir -p $OPAQUE_DATA_DIR/tpch/sf_01
12-
chmod u+r *.tbl
13-
cp *.tbl $OPAQUE_DATA_DIR/tpch/sf_01
10+
if [ ! -d "$OPAQUE_DATA_DIR/tpch/sf_01" ]
11+
then
12+
./dbgen -vf -s 0.1
13+
mkdir -p $OPAQUE_DATA_DIR/tpch/sf_01
14+
chmod u+r *.tbl
15+
cp *.tbl $OPAQUE_DATA_DIR/tpch/sf_01
16+
fi
1417

1518
# Create ~1GB files
16-
./dbgen -vf -s 1.0
17-
mkdir -p $OPAQUE_DATA_DIR/tpch/sf_1
18-
chmod u+r *.tbl
19-
cp *.tbl $OPAQUE_DATA_DIR/tpch/sf_1
19+
if [ ! -d "$OPAQUE_DATA_DIR/tpch/sf_1" ]
20+
then
21+
./dbgen -vf -s 1.0
22+
mkdir -p $OPAQUE_DATA_DIR/tpch/sf_1
23+
chmod u+r *.tbl
24+
cp *.tbl $OPAQUE_DATA_DIR/tpch/sf_1
25+
fi
26+
27+
# Create ~3GB files
28+
if [ ! -d "$OPAQUE_DATA_DIR/tpch/sf_3" ]
29+
then
30+
./dbgen -vf -s 3.0
31+
mkdir -p $OPAQUE_DATA_DIR/tpch/sf_3
32+
chmod u+r *.tbl
33+
cp *.tbl $OPAQUE_DATA_DIR/tpch/sf_3
34+
fi
35+
36+
# Create ~5GB files
37+
if [ ! -d "$OPAQUE_DATA_DIR/tpch/sf_5" ]
38+
then
39+
./dbgen -vf -s 5.0
40+
mkdir -p $OPAQUE_DATA_DIR/tpch/sf_5
41+
chmod u+r *.tbl
42+
cp *.tbl $OPAQUE_DATA_DIR/tpch/sf_5
43+
fi
44+
45+
# Create ~10GB files
46+
if [ ! -d "$OPAQUE_DATA_DIR/tpch/sf_10" ]
47+
then
48+
./dbgen -vf -s 10.0
49+
mkdir -p $OPAQUE_DATA_DIR/tpch/sf_10
50+
chmod u+r *.tbl
51+
cp *.tbl $OPAQUE_DATA_DIR/tpch/sf_10
52+
fi

0 commit comments

Comments
(0)

AltStyle によって変換されたページ (->オリジナル) /