org.apache.flink.test.testdata.KMeansData Maven / Gradle / Ivy
The newest version!
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.flink.test.testdata;
import org.junit.Assert;
import java.util.Collections;
import java.util.Comparator;
import java.util.List;
import java.util.StringTokenizer;
/** Test data for KMeans programs. */
public class KMeansData {
// --------------------------------------------------------------------------------------------
// 3-dimensional data
// --------------------------------------------------------------------------------------------
public static final String DATAPOINTS =
"0|50.90|16.20|72.08|\n"
+ "1|73.65|61.76|62.89|\n"
+ "2|61.73|49.95|92.74|\n"
+ "3|1.60|70.11|16.32|\n"
+ "4|2.43|19.81|89.56|\n"
+ "5|67.99|9.00|14.48|\n"
+ "6|87.80|84.49|55.83|\n"
+ "7|90.26|42.99|53.29|\n"
+ "8|51.36|6.16|9.35|\n"
+ "9|12.43|9.52|12.54|\n"
+ "10|80.01|8.78|29.74|\n"
+ "11|92.76|2.93|80.07|\n"
+ "12|46.32|100.00|22.98|\n"
+ "13|34.11|45.61|58.60|\n"
+ "14|68.82|16.36|96.60|\n"
+ "15|81.47|76.45|28.40|\n"
+ "16|65.55|40.21|43.43|\n"
+ "17|84.22|88.56|13.31|\n"
+ "18|36.99|68.36|57.12|\n"
+ "19|28.87|37.69|91.04|\n"
+ "20|31.56|13.22|86.00|\n"
+ "21|18.49|34.45|54.52|\n"
+ "22|13.33|94.02|92.07|\n"
+ "23|91.19|81.62|55.06|\n"
+ "24|85.78|39.02|25.58|\n"
+ "25|94.41|47.07|78.23|\n"
+ "26|90.62|10.43|80.20|\n"
+ "27|31.52|85.81|39.79|\n"
+ "28|24.65|77.98|26.35|\n"
+ "29|69.34|75.79|63.96|\n"
+ "30|22.56|78.61|66.66|\n"
+ "31|91.74|83.82|73.92|\n"
+ "32|76.64|89.53|44.66|\n"
+ "33|36.02|73.01|92.32|\n"
+ "34|87.86|18.94|10.74|\n"
+ "35|91.94|34.61|5.20|\n"
+ "36|12.52|47.01|95.29|\n"
+ "37|44.01|26.19|78.50|\n"
+ "38|26.20|73.36|10.08|\n"
+ "39|15.21|17.37|54.33|\n"
+ "40|27.96|94.81|44.41|\n"
+ "41|26.44|44.81|70.88|\n"
+ "42|53.29|26.69|2.40|\n"
+ "43|23.94|11.50|1.71|\n"
+ "44|19.00|25.48|50.80|\n"
+ "45|82.26|1.88|58.08|\n"
+ "46|47.56|82.54|82.73|\n"
+ "47|51.54|35.10|32.95|\n"
+ "48|86.71|55.51|19.08|\n"
+ "49|54.16|23.68|32.41|\n"
+ "50|71.81|32.83|46.66|\n"
+ "51|20.70|14.19|64.96|\n"
+ "52|57.17|88.56|55.23|\n"
+ "53|91.39|49.38|70.55|\n"
+ "54|47.90|62.07|76.03|\n"
+ "55|55.70|37.77|30.15|\n"
+ "56|87.87|74.62|25.95|\n"
+ "57|95.70|45.04|15.27|\n"
+ "58|41.61|89.37|24.45|\n"
+ "59|82.19|20.84|11.13|\n"
+ "60|49.88|2.62|18.62|\n"
+ "61|16.42|53.30|74.13|\n"
+ "62|38.37|72.62|35.16|\n"
+ "63|43.26|49.59|92.56|\n"
+ "64|28.96|2.36|78.49|\n"
+ "65|88.41|91.43|92.55|\n"
+ "66|98.61|79.58|33.03|\n"
+ "67|4.94|18.65|30.78|\n"
+ "68|75.89|79.30|63.90|\n"
+ "69|93.18|76.26|9.50|\n"
+ "70|73.43|70.50|76.49|\n"
+ "71|78.64|90.87|34.49|\n"
+ "72|58.47|63.07|8.82|\n"
+ "73|69.74|54.36|64.43|\n"
+ "74|38.47|36.60|33.39|\n"
+ "75|51.07|14.75|2.54|\n"
+ "76|24.18|16.85|15.00|\n"
+ "77|7.56|50.72|93.45|\n"
+ "78|64.28|97.01|57.31|\n"
+ "79|85.30|24.13|76.57|\n"
+ "80|72.78|30.78|13.11|\n"
+ "81|18.42|17.45|32.20|\n"
+ "82|87.44|74.98|87.90|\n"
+ "83|38.30|17.77|37.33|\n"
+ "84|63.62|7.90|34.23|\n"
+ "85|8.84|67.87|30.65|\n"
+ "86|76.12|51.83|80.12|\n"
+ "87|32.30|74.79|4.39|\n"
+ "88|41.73|45.34|18.66|\n"
+ "89|58.13|18.43|83.38|\n"
+ "90|98.10|33.46|83.07|\n"
+ "91|17.76|4.10|88.51|\n"
+ "92|60.58|18.15|59.96|\n"
+ "93|50.11|33.25|85.64|\n"
+ "94|97.74|60.93|38.97|\n"
+ "95|76.31|52.50|95.43|\n"
+ "96|7.71|85.85|36.26|\n"
+ "97|9.32|72.21|42.17|\n"
+ "98|71.29|51.88|57.62|\n"
+ "99|31.39|7.27|88.74|";
public static final String INITIAL_CENTERS =
"0|1.96|65.04|20.82|\n"
+ "1|53.99|84.23|81.59|\n"
+ "2|97.28|74.50|40.32|\n"
+ "3|63.57|24.53|87.07|\n"
+ "4|28.10|43.27|86.53|\n"
+ "5|99.51|62.70|64.48|\n"
+ "6|30.31|30.36|80.46|";
public static final String CENTERS_AFTER_ONE_STEP =
"0|28.47|54.80|21.88|\n"
+ "1|52.74|80.10|73.03|\n"
+ "2|83.92|60.45|25.17|\n"
+ "3|70.73|20.18|67.06|\n"
+ "4|22.51|47.19|86.23|\n"
+ "5|82.70|53.79|68.68|\n"
+ "6|29.74|19.17|59.16|";
public static final String CENTERS_AFTER_ONE_STEP_SINGLE_DIGIT =
"0|28.5|54.8|21.9|\n"
+ "1|52.7|80.1|73.0|\n"
+ "2|83.9|60.5|25.2|\n"
+ "3|70.7|20.2|67.0|\n"
+ "4|22.5|47.2|86.2|\n"
+ "5|82.7|53.8|68.7|\n"
+ "6|29.7|19.2|59.2|";
public static final String CENTERS_AFTER_20_ITERATIONS_SINGLE_DIGIT =
"0|38.3|54.5|19.3|\n"
+ "1|32.1|83.0|50.4|\n"
+ "2|87.5|56.6|20.3|\n"
+ "3|75.4|18.6|67.5|\n"
+ "4|24.9|29.2|77.6|\n"
+ "5|78.7|66.1|70.8|\n"
+ "6|39.5|14.0|18.7|\n";
public static final String CENTERS_AFTER_20_ITERATIONS_DOUBLE_DIGIT =
"0|38.25|54.52|19.34|\n"
+ "1|32.14|83.04|50.35|\n"
+ "2|87.48|56.57|20.27|\n"
+ "3|75.40|18.65|67.49|\n"
+ "4|24.93|29.25|77.56|\n"
+ "5|78.67|66.07|70.82|\n"
+ "6|39.51|14.04|18.74|\n";
// --------------------------------------------------------------------------------------------
// 2-dimensional data
// --------------------------------------------------------------------------------------------
public static final String DATAPOINTS_2D =
"0|50.90|16.20|\n"
+ "1|73.65|61.76|\n"
+ "2|61.73|49.95|\n"
+ "3|1.60|70.11|\n"
+ "4|2.43|19.81|\n"
+ "5|67.99|9.00|\n"
+ "6|87.80|84.49|\n"
+ "7|90.26|42.99|\n"
+ "8|51.36|6.16|\n"
+ "9|12.43|9.52|\n"
+ "10|80.01|8.78|\n"
+ "11|92.76|2.93|\n"
+ "12|46.32|100.00|\n"
+ "13|34.11|45.61|\n"
+ "14|68.82|16.36|\n"
+ "15|81.47|76.45|\n"
+ "16|65.55|40.21|\n"
+ "17|84.22|88.56|\n"
+ "18|36.99|68.36|\n"
+ "19|28.87|37.69|\n"
+ "20|31.56|13.22|\n"
+ "21|18.49|34.45|\n"
+ "22|13.33|94.02|\n"
+ "23|91.19|81.62|\n"
+ "24|85.78|39.02|\n"
+ "25|94.41|47.07|\n"
+ "26|90.62|10.43|\n"
+ "27|31.52|85.81|\n"
+ "28|24.65|77.98|\n"
+ "29|69.34|75.79|\n"
+ "30|22.56|78.61|\n"
+ "31|91.74|83.82|\n"
+ "32|76.64|89.53|\n"
+ "33|36.02|73.01|\n"
+ "34|87.86|18.94|\n"
+ "35|91.94|34.61|\n"
+ "36|12.52|47.01|\n"
+ "37|44.01|26.19|\n"
+ "38|26.20|73.36|\n"
+ "39|15.21|17.37|\n"
+ "40|27.96|94.81|\n"
+ "41|26.44|44.81|\n"
+ "42|53.29|26.69|\n"
+ "43|23.94|11.50|n"
+ "44|19.00|25.48|\n"
+ "45|82.26|1.88|\n"
+ "46|47.56|82.54|\n"
+ "47|51.54|35.10|\n"
+ "48|86.71|55.51|\n"
+ "49|54.16|23.68|\n"
+ "50|71.81|32.83|\n"
+ "51|20.70|14.19|\n"
+ "52|57.17|88.56|\n"
+ "53|91.39|49.38|\n"
+ "54|47.90|62.07|\n"
+ "55|55.70|37.77|\n"
+ "56|87.87|74.62|\n"
+ "57|95.70|45.04|\n"
+ "58|41.61|89.37|\n"
+ "59|82.19|20.84|\n"
+ "60|49.88|2.62|\n"
+ "61|16.42|53.30|\n"
+ "62|38.37|72.62|\n"
+ "63|43.26|49.59|\n"
+ "64|28.96|2.36|\n"
+ "65|88.41|91.43|\n"
+ "66|98.61|79.58|\n"
+ "67|4.94|18.65|\n"
+ "68|75.89|79.30|\n"
+ "69|93.18|76.26|\n"
+ "70|73.43|70.50|\n"
+ "71|78.64|90.87|\n"
+ "72|58.47|63.07|\n"
+ "73|69.74|54.36|\n"
+ "74|38.47|36.60|\n"
+ "75|51.07|14.75|\n"
+ "76|24.18|16.85|\n"
+ "77|7.56|50.72|\n"
+ "78|64.28|97.01|\n"
+ "79|85.30|24.13|\n"
+ "80|72.78|30.78|\n"
+ "81|18.42|17.45|\n"
+ "82|87.44|74.98|\n"
+ "83|38.30|17.77|\n"
+ "84|63.62|7.90|\n"
+ "85|8.84|67.87|\n"
+ "86|76.12|51.83|\n"
+ "87|32.30|74.79|n"
+ "88|41.73|45.34|\n"
+ "89|58.13|18.43|\n"
+ "90|98.10|33.46|\n"
+ "91|17.76|4.10|\n"
+ "92|60.58|18.15|\n"
+ "93|50.11|33.25|\n"
+ "94|97.74|60.93|\n"
+ "95|76.31|52.50|\n"
+ "96|7.71|85.85|\n"
+ "97|9.32|72.21|\n"
+ "98|71.29|51.88|\n"
+ "99|31.39|7.27|";
public static final String INITIAL_CENTERS_2D =
"0|1.96|65.04|\n"
+ "1|53.99|84.23|\n"
+ "2|97.28|74.50|\n"
+ "3|63.57|24.53|\n"
+ "4|28.10|43.27|\n"
+ "5|99.51|62.70|\n"
+ "6|30.31|30.36|";
public static final String CENTERS_2D_AFTER_SINGLE_ITERATION_DOUBLE_DIGIT =
"0|13.53|74.53|\n"
+ "1|49.12|80.49|\n"
+ "2|87.20|81.83|\n"
+ "3|67.39|23.32|\n"
+ "4|26.94|46.34|\n"
+ "5|88.39|48.64|\n"
+ "6|23.20|16.71|";
public static final String CENTERS_2D_AFTER_20_ITERATIONS_DOUBLE_DIGIT =
"0|15.80|79.42|\n"
+ "1|43.11|78.20|\n"
+ "2|83.13|82.18|\n"
+ "3|65.70|18.49|\n"
+ "4|25.13|44.42|\n"
+ "5|82.90|48.16|\n"
+ "6|20.79|13.08|";
// --------------------------------------------------------------------------------------------
// testing / verification
// --------------------------------------------------------------------------------------------
public static void checkResultsWithDelta(
String expectedResults, List resultLines, final double maxDelta) {
Comparator deltaComp =
new Comparator() {
@Override
public int compare(String o1, String o2) {
StringTokenizer st1 = new StringTokenizer(o1, "|");
StringTokenizer st2 = new StringTokenizer(o2, "|");
if (st1.countTokens() != st2.countTokens()) {
return st1.countTokens() - st2.countTokens();
}
// first token is ID
String t1 = st1.nextToken();
String t2 = st2.nextToken();
if (!t1.equals(t2)) {
return t1.compareTo(t2);
}
while (st1.hasMoreTokens()) {
t1 = st1.nextToken();
t2 = st2.nextToken();
double d1 = Double.parseDouble(t1);
double d2 = Double.parseDouble(t2);
if (Math.abs(d1 - d2) > maxDelta) {
return d1 < d2 ? -1 : 1;
}
}
return 0;
}
};
// ------- Test results -----------
Collections.sort(resultLines, deltaComp);
final String[] should = expectedResults.split("\n");
final String[] is = (String[]) resultLines.toArray(new String[resultLines.size()]);
Assert.assertEquals("Wrong number of result lines.", should.length, is.length);
for (int i = 0; i < should.length; i++) {
StringTokenizer shouldRecord = new StringTokenizer(should[i], "|");
StringTokenizer isRecord = new StringTokenizer(is[i], "|");
Assert.assertEquals(
"Records don't match.", shouldRecord.countTokens(), isRecord.countTokens());
// first token is ID
String shouldToken = shouldRecord.nextToken();
String isToken = isRecord.nextToken();
Assert.assertEquals("Records don't match.", shouldToken, isToken);
while (shouldRecord.hasMoreTokens()) {
shouldToken = shouldRecord.nextToken();
isToken = isRecord.nextToken();
double shouldDouble = Double.parseDouble(shouldToken);
double isDouble = Double.parseDouble(isToken);
Assert.assertTrue(
"Value "
+ isDouble
+ " is out of range of "
+ shouldDouble
+ " +/- "
+ maxDelta,
shouldDouble - maxDelta <= isDouble && shouldDouble + maxDelta >= isDouble);
}
}
}
private KMeansData() {}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy