John's Blog

$ cd ~/Books/author
$ ls -1 *.txt | while read file; do echo $file; ./fix_paragraphs_ebook_txt "$file"; ./remove_extra_whitespace_ebook_txt "$file"; done

$ find ~/books/ -iname "*.txt" | while read file; do echo "$file"; dos2unix -ad "$file"; ./fix_end_ebook_txt "$file"; done

/*
Copyright (c) 2008 John Schember 
 
Permission is hereby granted, free of charge, to any person obtaining a copy of
this software and associated documentation files (the "Software"), to deal in
the Software without restriction, including without limitation the rights to
use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
the Software, and to permit persons to whom the Software is furnished to do so,
subject to the following conditions:
 
The above copyright notice and this permission notice shall be included in all
copies or substantial portions of the Software.
 
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
*/
 
/*
Ensures that there are 3 newline characters at the end of the file (two blank
lines after the last of the text). This assumes Unix \n line characters. Please
use dos2unix before running to ensure that the end of line characters are
correct.
*/
 
#include <QFile>
#include <QString>
#include <QTextStream>
 
int main(int argc, char **argv)
{
    // Stream to write errors to the console.
    QTextStream errStream(stderr);
 
    // Store for the contents of the ebook.
    QString content;
 
    // We need an ebook file to work on.
    if (argc != 2) {
        errStream << QObject::tr("Error: No input file") << endl;
        return 1;
    }
 
    QFile ebook(argv[1]);
    if (!ebook.open(QIODevice::ReadWrite | QIODevice::Text)) {
        errStream << QObject::tr("Error: Could not open") << endl;
        return 1;
    }
 
    // We use a QTextStream to actually work on the file.
    QTextStream ioStream(&ebook);
 
    // We want to see what the last 3 characters are at the end of the file.
    ioStream.seek(ebook.size() - 3);
    content = ioStream.read(3);
 
    // Move to the end of the file because we want to add newlines (\n&#39;s) to
    // the end.
    ioStream.seek(ebook.size());
 
    // We want 3 newline (\n) characters at the end of the file. Add them until
    // they total 3.
    for (int i = 0; i < (3 - content.count("\n")); i++) {
        ioStream << "\n" << flush;
    }
 
    ebook.close();
 
    return 0;
}

/*
Copyright (c) 2008 John Schember 
 
Permission is hereby granted, free of charge, to any person obtaining a copy of
this software and associated documentation files (the "Software"), to deal in
the Software without restriction, including without limitation the rights to
use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
the Software, and to permit persons to whom the Software is furnished to do so,
subject to the following conditions:
 
The above copyright notice and this permission notice shall be included in all
copies or substantial portions of the Software.
 
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
*/
 
/*
Reflows txt file ebook paragraphs. Paragraphs should be separated by a blank
line. Takes paragraphs that have hard breaks and puts all lines onto a single
line.
 
For Example:
 
INPUT
 
This is a multi line paragraph. It comprises
a few lines but has hard
breaks.
 
Now for the second
borken apart paragraph.
 
OUTPUT
 
This is a multi line paragraph. It comprises a few lines but has hard breaks.
 
Now for the second broken apart paragraph.
*/
 
#include <QFile>
#include <QRegExp>
#include <QString>
#include <QTextStream>
 
int main(int argc, char** argv)
{
    // Stream to write errors to the console.
    QTextStream errStream(stderr);
 
    // Regular expression to search for broken paragraphs. Works by looking
    // for char newline char. A proper ebook should have paragraphs separated
    // by a blank line meaning char newline newline char.
    QRegExp re("[^\n]\n[^\n]");
 
    // Store for the contents of the ebook.
    QString content;
 
    // We need an ebook file to work on.
    if (argc != 2) {
        errStream << QObject::tr("Error: No input file") << endl;
        return 1;
    }
 
    QFile ebook(argv[1]);
    if (!ebook.open(QIODevice::ReadWrite | QIODevice::Text)) {
        errStream << QObject::tr("Error: Could not open") << endl;
        return 1;
    }
 
    // We use a QTextStream to actually work on the file.
    QTextStream ioStream(&ebook);
    // Read the entire file contents into memory.
    content = ioStream.readAll();
 
    while (content.contains(re)) {
        // Remove the newline when there is a match with the regular expression.
        content = content.replace(content.indexOf(re)+1, 1, " ");
    }
 
    // Truncate the ebook so we don&#39;t end up with the original contents after
    // our modified contents.
    if (!ebook.resize(0)) {
        errStream << QObject::tr("Error: Could not truncate file") << endl;
        return 1;
    }
 
    // Store the modified content back on disk.
    ioStream.seek(0);
    ioStream << content;
 
    ebook.close();
 
    return 0;
}

/*
Copyright (c) 2008 John Schember 
 
Permission is hereby granted, free of charge, to any person obtaining a copy of
this software and associated documentation files (the "Software"), to deal in
the Software without restriction, including without limitation the rights to
use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
the Software, and to permit persons to whom the Software is furnished to do so,
subject to the following conditions:
 
The above copyright notice and this permission notice shall be included in all
copies or substantial portions of the Software.
 
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
*/
 
/*
Removes extraneous whitespace in a txt file ebook. This will remove every
'\t', '\v', '\f', '\r', and will replace multiple occurrences ' ' with a single
one.
 
For Example:
 
INPUT
 
      This     is a bad                          line.
 
Now for  the     second     borken line.
 
OUTPUT
 
This is a bad line.
 
Now for the second borken line.
 
*/
 
#include 
#include 
#include 
 
int main(int argc, char **argv)
{
    // Stream to write errors to the console.
    QTextStream errStream(stderr);
 
    // Store for the contents of the ebook.
    QString content;
 
    // We need an ebook file to work on.
    if (argc != 2) {
        errStream << QObject::tr("Error: No input file") << endl;
        return 1;
    }
 
    QFile ebook(argv[1]);
    if (!ebook.open(QIODevice::ReadWrite | QIODevice::Text)) {
        errStream << QObject::tr("Error: Could not open") << endl;
        return 1;
    }
 
    // We use a QTextStream to actually work on the file.
    QTextStream ioStream(&ebook);
 
    // Read every line and remove the extras we don&#39;t want.
    while (!ioStream.atEnd()) {
        content += ioStream.readLine().simplified() + "\n";
    }
 
    // Truncate the ebook so we don&#39;t end up with the original contents after
    // our modified contents.
    if (!ebook.resize(0)) {
        errStream << QObject::tr("Error: Could not truncate file") << endl;
        return 1;
    }
 
    // Store the modified content back on disk.
    ioStream.seek(0);
    ioStream << content;
 
    ebook.close();
 
    return 0;
}

import simplejson
import sys
import urllib2
 
def usage():
    print sys.argv[0], 'blogname [max-results]'
    print '    Gets blog updates from blogger.com'
 
if len(sys.argv)  3:
    usage()
    sys.exit(2)
 
try:
    blogname = sys.argv[1]
except:
    print "Sorry:", sys.exec_type, ":", sys.exec_value
    sys.exit(1)
 
max_results = 5
 
if len(sys.argv) is 3:
    try:
        max_results = int(sys.argv[2])
    except:
        pass
 
try:
    json_data = simplejson.load(urllib2.urlopen('http://%s.blogspot.com/feeds/posts/default?alt=json&orderby=published&sortorder=ascending&max-results=%i' % (blogname, max_results)))
except:
    print "Sorry:", sys.exc_type, ":", sys.exc_value
    sys.exit(1)
 
for entry in json_data['feed']['entry']:
    print 'Title: %s' % (entry['title']['$t'])
    print 'Author: %s' % (entry['author'][0]['name']['$t'])
    print 'Published: %s' % (entry['published']['$t'])
    print 'Content: %s' % (entry['content']['$t'])
    print ''