[Keith Vetter] 2018-08-31 - A script that uses the [ao3] package to download fan-fiction stories 
from Archive of Our Own and turn them into epubs.

see also:

   * [EpubCreator] -- tool to create an epub from html pages
   * [ao3] -- interface to get data about Archive of Our Own fan-fiction stories

----

======
##+##########################################################################
#
# ao3ToEpub -- uses the AO3 library to create an epub for an Archive of Our Own story
# Requires ao3.tsh and epubcreator.tsh, both can be found on http://wiki.tcl.tk
#
# by Keith Vetter 2018-08-29
#

package require fileutil

if {! [file exist ao3.tsh]} {
    error "missing ao3.tsh--download from http://wiki.tcl.tk/ao3"
}
source ao3.tsh

proc IntoEpub {id} {
    puts "Building epub for story $id from Archive of Our Own"
    set tmpdir [file join [::fileutil::tempdir] "ao3_epubCreator_$id"]
    file delete -force $tmpdir

    file mkdir $tmpdir
    set ao3 [::AO3::New $id 0 cache]
    puts "[$ao3 url]\n"
    $ao3 save [file join $tmpdir raw.html]

    set title [$ao3 title]
    set author [$ao3 author]
    set files [ChaptersIntoFiles $ao3 $tmpdir]
    $ao3 cleanup
    set output [file join ~/FBooks [regsub -all {\W} [string map {" " _} $title] ""].epub]

    set cmd [findEpubCreator]
    append cmd " \n  -verbose 0 \n  -output \"$output\" "
    append cmd "\n  -title \"$title\" \n  -author \"$author\" \n  -data "
    foreach fname $files {
        append cmd "\n    \"$fname\" "
    }
    puts "\nrunning: [string map {\n \\\n} $cmd]"
    puts [exec {*}$cmd]

    if {[string first [::fileutil::tempdir] $tmpdir] > -1} {
        file delete -force $tmpdir
    }
}
proc findEpubCreator {} {
    foreach dir {"" . ..} {
        set epubCreator [auto_execok [file join $dir epubCreator.tsh]]
        if {$epubCreator ne ""} { return $epubCreator }
    }
    error "missing epubCreator.tsh--download from http://wiki.tcl.tk/epubCreator"
}
proc ChaptersIntoFiles {ao3 tmpdir} {
    set fnames {}

    set count [$ao3 chapter . count]
    if {$count == 0} { set count 1 }
    for {set idx 1} {$idx <= $count} {incr idx} {
        set html [$ao3 chapter $idx html]
        set html [TweakHtml $html]

        set fname [file join $tmpdir "chapter_${idx}.html"]
        puts "chapter $idx -> $fname"
        lappend fnames $fname

        set fout [open $fname "w"]
        puts -nonewline $fout $html
        close $fout
    }
    return $fnames
}
proc TweakHtml {html} {
    # Fix html to be epub3 legal and nicer looking.

    # remove all <a> tags
    regsub -all {</??a.*?>} $html "" html
    # remove <h3>Chapter Text</h3>
    regsub -all {<h3[^>]*>Chapter Text</h3>} $html "" html
    return $html
}


################################################################

if {$argv eq {}} {
    puts "usage: [file tail $argv0] story_id"
    return
}
set id [lindex $argv 0]
IntoEpub $id

return

======


<<categories>>Enter Category Here