Character encoding issues

[gerome69]

QTextCodec *codec=QTextCodec::codecForName("ISO 8859-9");

QTextCodec *codec=QTextCodec::codecForName("ISO 8859-9");

To copy to clipboard, switch view to plain text mode 

in the message box, characters are not correct again..(it shows "Ä°" instead of "İ" )

QMessageBox::information(NULL, "Ausgabe", searchedAuthor);

QMessageBox::information(NULL, "Ausgabe", searchedAuthor);

To copy to clipboard, switch view to plain text mode 

what else should i do?

So, the right codec is definetyly Codepage 857, which is not supported by Qt :-(

You have to implement the conversion from CP 857 to ISO-8859-9 yourself.

Just walk throught the byte array and convert chars>127:

for (int i=0; i<auth_len; i++) {
    int c=author[i];
 
    if (c<0) {
        c+=256;
 
        switch(c) {
             // f.e. the g with a "bow" on it
             case 167: author[i]=240; break; // or maybe 240-256=-16, try it, I've got no turkish windows to test it!
            // I think you don't have to do it for all 128 chars, only for the few
            // turkish special chars you need
        }
     }
}

for (int i=0; i<auth_len; i++) {
    int c=author[i];

    if (c<0) {
        c+=256;

        switch(c) {
             // f.e. the g with a "bow" on it
             case 167: author[i]=240; break; // or maybe 240-256=-16, try it, I've got no turkish windows to test it!
            // I think you don't have to do it for all 128 chars, only for the few
            // turkish special chars you need
        }
     }
}

To copy to clipboard, switch view to plain text mode 

G.

[yagabey]

Here is a summary of the code:

#include <QHttp>
#include <QUrl>
#include <QBuffer>
#include <QFile>
#include <QTextStream>
#include <QXmlStreamReader>
#include <QHttp>
#include <QByteArray>
 
 
class ColumnListing 
{
    Q_OBJECT
public:
    ColumnListing();
 
public slots:
    void fetch();
    void readData(const QHttpResponseHeader &);
 
private:
    void parseXml();
 
    QXmlStreamReader xml;
    QString currentTag;
    QString linkString;
    QString titleString;
    QString descriptionString;
    QString authorString;
    QString urltext;
    QString inputNews;
    QString searchedAuthor;
    QFile file;
    QFile *htmlFile;
    QHttp httpInstance;
    int subconnectionId;
    QUrl urlColumnToGo;
 
    QHttp http;
    int connectionId;
 
};

#include <QHttp>
#include <QUrl>
#include <QBuffer>
#include <QFile>
#include <QTextStream>
#include <QXmlStreamReader>
#include <QHttp>
#include <QByteArray>


class ColumnListing 
{
    Q_OBJECT
public:
    ColumnListing();

public slots:
    void fetch();
    void readData(const QHttpResponseHeader &);

private:
    void parseXml();

    QXmlStreamReader xml;
    QString currentTag;
    QString linkString;
    QString titleString;
    QString descriptionString;
    QString authorString;
    QString urltext;
    QString inputNews;
    QString searchedAuthor;
    QFile file;
    QFile *htmlFile;
    QHttp httpInstance;
    int subconnectionId;
    QUrl urlColumnToGo;

    QHttp http;
    int connectionId;

};

To copy to clipboard, switch view to plain text mode 

constructor part:

ColumnListing::ColumnListing(QWidget *parent)
    : QWidget(parent)
{
 
    connect(&http, SIGNAL(readyRead(const QHttpResponseHeader &)),
             this, SLOT(readData(const QHttpResponseHeader &)));
 
    char  *input;
    char  *author;
    input = new char[100];
    author = new char[100];
 
    cout<<"Newspaper ?\n";
    cin>>input;
    inputNews=input;//inputNews is global QString
 
    cout<<"Author ?\n";
    cin>>author;
    searchedAuthor=author;//searchedAuthor is global QString
 
    if (inputNews=="milliyet"){
                urltext.append("http://www.milliyet.com.tr/D/rss/rss/RssY.xml?ver=51");
            }
    else if (inputNews=="sabah"){
                urltext.append("http://www.sabah.com.tr/rss/yazarlar.xml");
            }
    else if (inputNews=="radikal"){
                 urltext.append("http://www.radikal.com.tr/radikal_yazar.xml");
             }
/*** More News sites here....***/
 
    file.setFileName("output.txt");//file is global QFile
    if (!file.open(QFile::ReadWrite | QFile::Truncate))
        return;
 
    htmlFile= new QFile("htmloutput.html");//htmlFile is global QFile
    if (!htmlFile->open(QFile::ReadWrite | QFile::Truncate))
        return;
}

ColumnListing::ColumnListing(QWidget *parent)
    : QWidget(parent)
{

    connect(&http, SIGNAL(readyRead(const QHttpResponseHeader &)),
             this, SLOT(readData(const QHttpResponseHeader &)));

    char  *input;
    char  *author;
    input = new char[100];
    author = new char[100];

    cout<<"Newspaper ?\n";
    cin>>input;
    inputNews=input;//inputNews is global QString

    cout<<"Author ?\n";
    cin>>author;
    searchedAuthor=author;//searchedAuthor is global QString

    if (inputNews=="milliyet"){
                urltext.append("http://www.milliyet.com.tr/D/rss/rss/RssY.xml?ver=51");
            }
    else if (inputNews=="sabah"){
                urltext.append("http://www.sabah.com.tr/rss/yazarlar.xml");
            }
    else if (inputNews=="radikal"){
                 urltext.append("http://www.radikal.com.tr/radikal_yazar.xml");
             }
/*** More News sites here....***/

    file.setFileName("output.txt");//file is global QFile
    if (!file.open(QFile::ReadWrite | QFile::Truncate))
        return;
    
    htmlFile= new QFile("htmloutput.html");//htmlFile is global QFile
    if (!htmlFile->open(QFile::ReadWrite | QFile::Truncate))
        return;
}

To copy to clipboard, switch view to plain text mode 

fetching:

void ColumnListing::fetch()
{
    xml.clear();
    QUrl url(urltext);
    http.setHost(url.host());
    connectionId = http.get(url.path());
}

void ColumnListing::fetch()
{
    xml.clear();
    QUrl url(urltext);
    http.setHost(url.host());
    connectionId = http.get(url.path());
}

To copy to clipboard, switch view to plain text mode 

parsing rs doc:

void ColumnListing::parseXml()
{
    QTextStream inputText(&file);
 
    while (!xml.atEnd()) {
        xml.readNext();
        if (xml.isStartElement()) {
            if (xml.name() == "item")
                linkString = xml.attributes().value("rss:about").toString();
            currentTag = xml.name().toString();
        } else if (xml.isEndElement()) {
            if (xml.name() == "item") {
 
                if(authorString.contains(searchedAuthor,Qt::CaseInsensitive)  ){
                inputText << titleString<< "   "<<linkString <<"   "<< descriptionString << authorString <<"\n";
 
                QUrl url(linkString);
 
                httpInstance.setHost(url.host());
                subconnectionId = http.get(url.path(),htmlFile);//write the author page into html file
            }
 
                titleString.clear();
                linkString.clear();
                descriptionString.clear();
                authorString.clear();
 
          }
 
        } else if (xml.isCharacters() && !xml.isWhitespace()) {
            if (currentTag == "title"){
                titleString += xml.text().toString();
            }
            else if (currentTag == "link"){
                linkString += xml.text().toString();
            }
            else if (currentTag == "description"){
                descriptionString += xml.text().toString();
            }
            else if (currentTag == "dc:creator"){
                authorString += xml.text().toString();
            }
        }
    }
    if (xml.error() && xml.error() != QXmlStreamReader::PrematureEndOfDocumentError) {
        qWarning() << "XML ERROR:" << xml.lineNumber() << ": " << xml.errorString();
        http.abort();
    }
}

void ColumnListing::parseXml()
{
    QTextStream inputText(&file);

    while (!xml.atEnd()) {
        xml.readNext();
        if (xml.isStartElement()) {
            if (xml.name() == "item")
                linkString = xml.attributes().value("rss:about").toString();
            currentTag = xml.name().toString();
        } else if (xml.isEndElement()) {
            if (xml.name() == "item") {
                
                if(authorString.contains(searchedAuthor,Qt::CaseInsensitive)  ){
                inputText << titleString<< "   "<<linkString <<"   "<< descriptionString << authorString <<"\n";

                QUrl url(linkString);

                httpInstance.setHost(url.host());
                subconnectionId = http.get(url.path(),htmlFile);//write the author page into html file
            }

                titleString.clear();
                linkString.clear();
                descriptionString.clear();
                authorString.clear();

          }

        } else if (xml.isCharacters() && !xml.isWhitespace()) {
            if (currentTag == "title"){
                titleString += xml.text().toString();
            }
            else if (currentTag == "link"){
                linkString += xml.text().toString();
            }
            else if (currentTag == "description"){
                descriptionString += xml.text().toString();
            }
            else if (currentTag == "dc:creator"){
                authorString += xml.text().toString();
            }
        }
    }
    if (xml.error() && xml.error() != QXmlStreamReader::PrematureEndOfDocumentError) {
        qWarning() << "XML ERROR:" << xml.lineNumber() << ": " << xml.errorString();
        http.abort();
    }
}

To copy to clipboard, switch view to plain text mode 

main.cpp

int main(int argc, char **argv)
{
    QApplication app(argc, argv);
 
    QTextCodec *q;
    q = q->codecForName("ISO-8859-9");
    QTextCodec::setCodecForCStrings(q);
 
    ColumnListing *columnlisting = new ColumnListing;
    columnlisting->fetch();
    return app.exec();
}

int main(int argc, char **argv)
{
    QApplication app(argc, argv);

    QTextCodec *q;
    q = q->codecForName("ISO-8859-9");
    QTextCodec::setCodecForCStrings(q);

    ColumnListing *columnlisting = new ColumnListing;
    columnlisting->fetch();
    return app.exec();
}

To copy to clipboard, switch view to plain text mode 

[yagabey]

Ok at last I made it work:

instead of:

searchedAuthor = QString::fromAscii(author);

searchedAuthor = QString::fromAscii(author);

To copy to clipboard, switch view to plain text mode 

I used :

searchedAuthor = QString::fromUtf8(author);

searchedAuthor = QString::fromUtf8(author);

To copy to clipboard, switch view to plain text mode 

and now everything works perfectly, thank you all...