aboutsummaryrefslogtreecommitdiffstats
path: root/checks/validate.cpp
diff options
context:
space:
mode:
authorlloyd <[email protected]>2006-05-18 18:33:19 +0000
committerlloyd <[email protected]>2006-05-18 18:33:19 +0000
commita2c99d3270eb73ef2db5704fc54356c6b75096f8 (patch)
treead3d6c4fcc8dd0f403f8105598943616246fe172 /checks/validate.cpp
Initial checkin1.5.6
Diffstat (limited to 'checks/validate.cpp')
-rw-r--r--checks/validate.cpp298
1 files changed, 298 insertions, 0 deletions
diff --git a/checks/validate.cpp b/checks/validate.cpp
new file mode 100644
index 000000000..4945a5e29
--- /dev/null
+++ b/checks/validate.cpp
@@ -0,0 +1,298 @@
+/*
+ Validation routines
+ This file is in the public domain
+*/
+
+#include <iostream>
+#include <fstream>
+#include <string>
+#include <vector>
+#include <cstdlib>
+
+#include <botan/filters.h>
+#include <botan/rng.h>
+using namespace Botan_types;
+
+#define EXTRA_TESTS 0
+#define DEBUG 0
+
+u32bit random_word(u32bit max)
+ {
+#if DEBUG
+ /* deterministic version for tracking down buffering bugs */
+ static bool first = true;
+ if(first) { srand(5); first = false; }
+
+ u32bit r = 0;
+ for(u32bit j = 0; j != 4; j++)
+ r = (r << 8) | std::rand();
+ return ((r % max) + 1); // return between 1 and max inclusive
+#else
+ /* normal version */
+ u32bit r = 0;
+ for(u32bit j = 0; j != 4; j++)
+ r = (r << 8) | Botan::Global_RNG::random();
+ return ((r % max) + 1); // return between 1 and max inclusive
+#endif
+ }
+
+Botan::Filter* lookup(const std::string&, const std::vector<std::string>&,
+ const std::string& = "All");
+
+bool failed_test(const std::string&, std::vector<std::string>, bool, bool,
+ const std::string&, std::string&);
+
+std::vector<std::string> parse(const std::string&);
+void strip(std::string&);
+Botan::SecureVector<byte> decode_hex(const std::string&);
+
+u32bit do_validation_tests(const std::string& filename, bool should_pass)
+ {
+ std::ifstream test_data(filename.c_str());
+ bool first_mark = true;
+
+ if(!test_data)
+ {
+ std::cout << "Couldn't open test file " << filename << std::endl;
+ std::exit(1);
+ }
+
+ u32bit errors = 0, alg_count = 0;
+ std::string algorithm;
+ std::string section;
+ std::string last_missing;
+ bool is_extension = false;
+ u32bit counter = 0;
+
+ while(!test_data.eof())
+ {
+ if(test_data.bad() || test_data.fail())
+ {
+ std::cout << "File I/O error." << std::endl;
+ std::exit(1);
+ }
+
+ std::string line;
+ std::getline(test_data, line);
+
+ const std::string MARK = "# MARKER: ";
+
+ if(line.find(MARK) != std::string::npos)
+ {
+ if(first_mark)
+ first_mark = false;
+ else if(should_pass)
+ std::cout << std::endl;
+ counter = 0;
+ section = line;
+ section.replace(section.find(MARK), MARK.size(), "");
+ if(should_pass)
+ std::cout << "Testing " << section << ": ";
+ }
+
+ strip(line);
+ if(line.size() == 0) continue;
+
+ // Do line continuation
+ while(line[line.size()-1] == '\\' && !test_data.eof())
+ {
+ line.replace(line.size()-1, 1, "");
+ std::string nextline;
+ std::getline(test_data, nextline);
+ strip(nextline);
+ if(nextline.size() == 0) continue;
+ line += nextline;
+ }
+
+ if(line[0] == '[' && line[line.size() - 1] == ']')
+ {
+ const std::string ext_mark = "<EXTENSION>";
+ algorithm = line.substr(1, line.size() - 2);
+ is_extension = false;
+ if(algorithm.find(ext_mark) != std::string::npos)
+ {
+ is_extension = true;
+ algorithm.replace(algorithm.find(ext_mark),
+ ext_mark.length(), "");
+ }
+
+#if DEBUG
+ if(should_pass)
+ std::cout << "Testing " << algorithm << "..." << std::endl;
+ else
+ std::cout << "Testing (expecing failure) "
+ << algorithm << "..." << std::endl;
+#endif
+ alg_count = 0;
+ continue;
+ }
+
+ std::vector<std::string> substr = parse(line);
+
+ alg_count++;
+
+ if(should_pass &&
+ (counter % 100 == 0 || (counter < 100 && counter % 10 == 0)))
+ {
+ std::cout << '.';
+ std::cout.flush();
+ }
+ counter++;
+
+ bool failed = failed_test(algorithm, substr,
+ is_extension, should_pass,
+ section, last_missing);
+
+ if(failed && should_pass)
+ {
+ std::cout << "ERROR: \"" << algorithm << "\" failed test #"
+ << alg_count << std::endl;
+ errors++;
+ }
+
+ if(!failed && !should_pass)
+ {
+ std::cout << "ERROR: \"" << algorithm << "\" passed test #"
+ << alg_count << " (unexpected pass)" << std::endl;
+ errors++;
+ }
+
+ }
+ if(should_pass)
+ std::cout << std::endl;
+ return errors;
+ }
+
+bool failed_test(const std::string& algo,
+ std::vector<std::string> params,
+ bool is_extension, bool exp_pass,
+ const std::string& section,
+ std::string& last_missing)
+ {
+#if DEBUG
+ std::cout << "Testing: " << algo;
+ if(!exp_pass)
+ std::cout << " (expecting failure)";
+ std::cout << std::endl;
+#endif
+
+#if !EXTRA_TESTS
+ if(!exp_pass) return true;
+#endif
+
+ const std::string in = params[0];
+ const std::string expected = params[1];
+
+ params.erase(params.begin());
+ params.erase(params.begin());
+
+ if(in.size() % 2 == 1)
+ {
+ std::cout << "Can't have an odd sized hex string!" << std::endl;
+ return true;
+ }
+
+ Botan::Pipe pipe;
+
+ try {
+ Botan::Filter* test = lookup(algo, params, section);
+ if(test == 0 && is_extension) return !exp_pass;
+ if(test == 0)
+ {
+ if(algo != last_missing)
+ {
+ std::cout << "WARNING: \"" + algo + "\" is not a known "
+ << "algorithm name." << std::endl;
+ last_missing = algo;
+ }
+ return 0;
+ }
+
+ pipe.reset();
+ pipe.append(test);
+ pipe.append(new Botan::Hex_Encoder);
+
+ Botan::SecureVector<byte> data = decode_hex(in);
+ const byte* data_ptr = data;
+
+ // this can help catch errors with buffering, etc
+ u32bit len = data.size();
+ pipe.start_msg();
+ while(len)
+ {
+ u32bit how_much = random_word(len);
+ pipe.write(data_ptr, how_much);
+ data_ptr += how_much;
+ len -= how_much;
+ }
+ pipe.end_msg();
+ }
+ catch(Botan::Algorithm_Not_Found& e)
+ {
+ std::cout << "Algorithm not found: " << e.what() << std::endl;
+ return false;
+ }
+ catch(Botan::Exception& e)
+ {
+ if(exp_pass || DEBUG)
+ std::cout << "Exception caught: " << e.what() << std::endl;
+ return true;
+ }
+ catch(std::exception& e)
+ {
+ if(exp_pass || DEBUG)
+ std::cout << "Standard library exception caught: "
+ << e.what() << std::endl;
+ return true;
+ }
+ catch(...)
+ {
+ if(exp_pass || DEBUG)
+ std::cout << "Unknown exception caught." << std::endl;
+ return true;
+ }
+
+ std::string output;
+
+ if(pipe.remaining())
+ {
+ /* Test peeking at an offset in Pipe/SecureQueue */
+ u32bit offset = random_word(pipe.remaining() - 1);
+ u32bit length = random_word(pipe.remaining() - offset);
+
+ Botan::SecureVector<byte> peekbuf(length);
+ pipe.peek(peekbuf, length, offset);
+
+ output = pipe.read_all_as_string();
+
+ bool OK = true;
+
+ for(u32bit j = offset; j != offset+length; j++)
+ if((byte)output[j] != peekbuf[j-offset])
+ OK = false;
+
+ if(!OK)
+ {
+ std::cout << "Peek testing failed!" << std::endl;
+ std::exit(1);
+ }
+ }
+
+ if(output == expected && !exp_pass)
+ {
+ std::cout << "FAILED: " << expected << " == " << std::endl
+ << " " << output << std::endl;
+ return false;
+ }
+
+ if(output != expected && exp_pass)
+ {
+ std::cout << "\nFAILED: " << expected << " != " << std::endl
+ << " " << output << std::endl;
+ return true;
+ }
+
+ if(output != expected && !exp_pass) return true;
+
+ return false;
+ }