/* * Copyright (C) 2015 Enrico Mariotti * Copyright (C) 2017 KeePassXC Team * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 2 or (at your option) * version 3 of the License. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #include "TestCsvParser.h" #include QTEST_GUILESS_MAIN(TestCsvParser) void TestCsvParser::initTestCase() { parser.reset(new CsvParser()); } void TestCsvParser::init() { file.reset(new QTemporaryFile()); if (not file->open()) QFAIL("Cannot open file!"); parser->setBackslashSyntax(false); parser->setComment('#'); parser->setFieldSeparator(','); parser->setTextQualifier(QChar('"')); } void TestCsvParser::cleanup() { file->remove(); } /****************** TEST CASES ******************/ void TestCsvParser::testMissingQuote() { parser->setTextQualifier(':'); QTextStream out(file.data()); out << "A,B\n:BM,1"; QEXPECT_FAIL("", "Bad format", Continue); QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QWARN(parser->getStatus().toLatin1()); } void TestCsvParser::testMalformed() { parser->setTextQualifier(':'); QTextStream out(file.data()); out << "A,B,C\n:BM::,1,:2:"; QEXPECT_FAIL("", "Bad format", Continue); QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QWARN(parser->getStatus().toLatin1()); } void TestCsvParser::testBackslashSyntax() { parser->setBackslashSyntax(true); parser->setTextQualifier(QChar('X')); QTextStream out(file.data()); //attended result: one"\t\"wo out << "Xone\\\"\\\\t\\\\\\\"w\noX\n" << "X13X,X2\\X,X,\"\"3\"X\r" << "3,X\"4\"X,,\n" << "XX\n" << "\\"; QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QVERIFY(t.at(0).at(0) == "one\"\\t\\\"w\no"); QVERIFY(t.at(1).at(0) == "13"); QVERIFY(t.at(1).at(1) == "2X,"); QVERIFY(t.at(1).at(2) == "\"\"3\"X"); QVERIFY(t.at(2).at(0) == "3"); QVERIFY(t.at(2).at(1) == "\"4\""); QVERIFY(t.at(2).at(2) == ""); QVERIFY(t.at(2).at(3) == ""); QVERIFY(t.at(3).at(0) == "\\"); QVERIFY(t.size() == 4); } void TestCsvParser::testQuoted() { QTextStream out(file.data()); out << "ro,w,\"end, of \"\"\"\"\"\"row\"\"\"\"\"\n" << "2\n"; QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QVERIFY(t.at(0).at(0) == "ro"); QVERIFY(t.at(0).at(1) == "w"); QVERIFY(t.at(0).at(2) == "end, of \"\"\"row\"\""); QVERIFY(t.at(1).at(0) == "2"); QVERIFY(t.size() == 2); } void TestCsvParser::testEmptySimple() { QTextStream out(file.data()); out <<""; QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QVERIFY(t.size() == 0); } void TestCsvParser::testEmptyQuoted() { QTextStream out(file.data()); out <<"\"\""; QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QVERIFY(t.size() == 0); } void TestCsvParser::testEmptyNewline() { QTextStream out(file.data()); out <<"\"\n\""; QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QVERIFY(t.size() == 0); } void TestCsvParser::testEmptyFile() { QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QVERIFY(t.size() == 0); } void TestCsvParser::testNewline() { QTextStream out(file.data()); out << "1,2\n\n\n"; QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QVERIFY(t.size() == 1); QVERIFY(t.at(0).at(0) == "1"); QVERIFY(t.at(0).at(1) == "2"); } void TestCsvParser::testCR() { QTextStream out(file.data()); out << "1,2\r3,4"; QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QVERIFY(t.size() == 2); QVERIFY(t.at(0).at(0) == "1"); QVERIFY(t.at(0).at(1) == "2"); QVERIFY(t.at(1).at(0) == "3"); QVERIFY(t.at(1).at(1) == "4"); } void TestCsvParser::testLF() { QTextStream out(file.data()); out << "1,2\n3,4"; QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QVERIFY(t.size() == 2); QVERIFY(t.at(0).at(0) == "1"); QVERIFY(t.at(0).at(1) == "2"); QVERIFY(t.at(1).at(0) == "3"); QVERIFY(t.at(1).at(1) == "4"); } void TestCsvParser::testCRLF() { QTextStream out(file.data()); out << "1,2\r\n3,4"; QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QVERIFY(t.size() == 2); QVERIFY(t.at(0).at(0) == "1"); QVERIFY(t.at(0).at(1) == "2"); QVERIFY(t.at(1).at(0) == "3"); QVERIFY(t.at(1).at(1) == "4"); } void TestCsvParser::testComments() { QTextStream out(file.data()); out << " #one\n" << " \t # two, three \r\n" << " #, sing\t with\r" << " #\t me!\n" << "useful,text #1!"; QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QVERIFY(t.size() == 1); QVERIFY(t.at(0).at(0) == "useful"); QVERIFY(t.at(0).at(1) == "text #1!"); } void TestCsvParser::testColumns() { QTextStream out(file.data()); out << "1,2\n" << ",,,,,,,,,a\n" << "a,b,c,d\n"; QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QVERIFY(parser->getCsvCols() == 10); } void TestCsvParser::testSimple() { QTextStream out(file.data()); out << ",,2\r,2,3\n" << "A,,B\"\n" << " ,,\n"; QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QVERIFY(t.size() == 4); QVERIFY(t.at(0).at(0) == ""); QVERIFY(t.at(0).at(1) == ""); QVERIFY(t.at(0).at(2) == "2"); QVERIFY(t.at(1).at(0) == ""); QVERIFY(t.at(1).at(1) == "2"); QVERIFY(t.at(1).at(2) == "3"); QVERIFY(t.at(2).at(0) == "A"); QVERIFY(t.at(2).at(1) == ""); QVERIFY(t.at(2).at(2) == "B\""); QVERIFY(t.at(3).at(0) == " "); QVERIFY(t.at(3).at(1) == ""); QVERIFY(t.at(3).at(2) == ""); } void TestCsvParser::testSeparator() { parser->setFieldSeparator('\t'); QTextStream out(file.data()); out << "\t\t2\r\t2\t3\n" << "A\t\tB\"\n" << " \t\t\n"; QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QVERIFY(t.size() == 4); QVERIFY(t.at(0).at(0) == ""); QVERIFY(t.at(0).at(1) == ""); QVERIFY(t.at(0).at(2) == "2"); QVERIFY(t.at(1).at(0) == ""); QVERIFY(t.at(1).at(1) == "2"); QVERIFY(t.at(1).at(2) == "3"); QVERIFY(t.at(2).at(0) == "A"); QVERIFY(t.at(2).at(1) == ""); QVERIFY(t.at(2).at(2) == "B\""); QVERIFY(t.at(3).at(0) == " "); QVERIFY(t.at(3).at(1) == ""); QVERIFY(t.at(3).at(2) == ""); } void TestCsvParser::testMultiline() { parser->setTextQualifier(QChar(':')); QTextStream out(file.data()); out << ":1\r\n2a::b:,:3\r4:\n" << "2\n"; QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QVERIFY(t.at(0).at(0) == "1\n2a:b"); QVERIFY(t.at(0).at(1) == "3\n4"); QVERIFY(t.at(1).at(0) == "2"); QVERIFY(t.size() == 2); } void TestCsvParser::testEmptyReparsing() { parser->parse(nullptr); QVERIFY(parser->reparse()); t = parser->getCsvTable(); QVERIFY(t.size() == 0); } void TestCsvParser::testReparsing() { QTextStream out(file.data()); out << ":te\r\nxt1:,:te\rxt2:,:end of \"this\n string\":\n" << "2\n"; QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QEXPECT_FAIL("", "Wrong qualifier", Continue); QVERIFY(t.at(0).at(0) == "te\nxt1"); parser->setTextQualifier(QChar(':')); QVERIFY(parser->reparse()); t = parser->getCsvTable(); QVERIFY(t.at(0).at(0) == "te\nxt1"); QVERIFY(t.at(0).at(1) == "te\nxt2"); QVERIFY(t.at(0).at(2) == "end of \"this\n string\""); QVERIFY(t.at(1).at(0) == "2"); QVERIFY(t.size() == 2); } void TestCsvParser::testQualifier() { parser->setTextQualifier(QChar('X')); QTextStream out(file.data()); out << "X1X,X2XX,X,\"\"3\"\"\"X\r" << "3,X\"4\"X,,\n"; QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QVERIFY(t.size() == 2); QVERIFY(t.at(0).at(0) == "1"); QVERIFY(t.at(0).at(1) == "2X,"); QVERIFY(t.at(0).at(2) == "\"\"3\"\"\"X"); QVERIFY(t.at(1).at(0) == "3"); QVERIFY(t.at(1).at(1) == "\"4\""); QVERIFY(t.at(1).at(2) == ""); QVERIFY(t.at(1).at(3) == ""); } void TestCsvParser::testUnicode() { //QString m("Texte en fran\u00e7ais"); //CORRECT QString g("\u20AC"); //CORRECT QChar g(0x20AC); //ERROR QChar g("\u20AC"); parser->setFieldSeparator(QChar('A')); QTextStream out(file.data()); out << QString("€1A2śA\"3śAż\"Ażac"); QVERIFY(parser->parse(file.data())); t = parser->getCsvTable(); QVERIFY(t.size() == 1); QVERIFY(t.at(0).at(0) == "€1"); QVERIFY(t.at(0).at(1) == "2ś"); QVERIFY(t.at(0).at(2) == "3śAż"); QVERIFY(t.at(0).at(3) == "żac"); }