''' This file is part of the PyPhantomJS project. Copyright (C) 2011 James Roe This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . ''' import os import sys import codecs import argparse from PyQt4.QtCore import (QDateTime, Qt, QtDebugMsg, QtWarningMsg, QtCriticalMsg, QtFatalMsg, qDebug) from __init__ import __version__ from csconverter import CSConverter from plugincontroller import do_action license = ''' PyPhantomJS Version %s Copyright (C) 2011 James Roe This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . ''' % __version__ def argParser(): parser = argparse.ArgumentParser( description='Minimalistic headless WebKit-based JavaScript-driven tool', usage='%(prog)s [options] script.[js|coffee] [script argument [script argument ...]]', formatter_class=argparse.RawTextHelpFormatter ) parser.add_argument('script', metavar='script.[js|coffee]', nargs='?', help='The script to execute, and any args to pass to it' ) parser.add_argument('--disk-cache', default='no', choices=['yes', 'no'], help='Enable disk cache (default: %(default)s)' ) parser.add_argument('--cookies', metavar='/path/to/cookieJar', help='Use persistent cookies from an INI-formatted CookieJar file' ) parser.add_argument('--ignore-ssl-errors', default='no', choices=['yes', 'no'], help='Ignore SSL errors (default: %(default)s)' ) parser.add_argument('--load-images', default='yes', choices=['yes', 'no'], help='Load all inlined images (default: %(default)s)' ) parser.add_argument('--load-plugins', default='no', choices=['yes', 'no'], help='Load all plugins (i.e. Flash, Silverlight, ...) (default: %(default)s)' ) parser.add_argument('--local-access-remote', default='no', choices=['yes', 'no'], help='Local content can access remote URL (default: %(default)s)' ) parser.add_argument('--output-encoding', default='System', metavar='encoding', help='Sets the encoding used for terminal output (default: %(default)s)' ) parser.add_argument('--proxy', metavar='address:port', help='Set the network proxy' ) parser.add_argument('--script-encoding', default='utf-8', metavar='encoding', help='Sets the encoding used for scripts (default: %(default)s)' ) parser.add_argument('-v', '--verbose', action='store_true', help='Show verbose debug messages' ) parser.add_argument('--version', action='version', version=license, help="show this program's version and license" ) do_action('ArgParser') return parser def coffee2js(script): return CSConverter().convert(script) def injectJsInFrame(filePath, scriptEncoding, libraryPath, targetFrame, startingScript=False): try: # if file doesn't exist in the CWD, use the lookup if not os.path.exists(filePath): filePath = os.path.join(libraryPath, filePath) try: with codecs.open(filePath, encoding=scriptEncoding) as f: script = f.read() except UnicodeDecodeError as e: sys.exit("%s in '%s'" % (e, filePath)) if script.startswith('#!') and not filePath.lower().endswith('.coffee'): script = '//' + script if filePath.lower().endswith('.coffee'): result = coffee2js(script) if not result[0]: if startingScript: sys.exit("%s: '%s'" % (result[1], filePath)) else: qDebug("%s: '%s'" % (result[1], filePath)) script = '' else: script = result[1] targetFrame.evaluateJavaScript(script) return True except IOError as (t, e): qDebug("%s: '%s'" % (e, filePath)) return False class MessageHandler(object): def __init__(self, verbose): self.verbose = verbose def process(self, msgType, msg): now = QDateTime.currentDateTime().toString(Qt.ISODate) if msgType == QtDebugMsg: if self.verbose: print '%s [DEBUG] %s' % (now, msg) elif msgType == QtWarningMsg: print >> sys.stderr, '%s [WARNING] %s' % (now, msg) elif msgType == QtCriticalMsg: print >> sys.stderr, '%s [CRITICAL] %s' % (now, msg) elif msgType == QtFatalMsg: print >> sys.stderr, '%s [FATAL] %s' % (now, msg) class SafeStreamFilter(object): '''Convert string to something safe''' def __init__(self, target): self.target = target self.encoding = self.encode_to = self.encoding_sys = self.target.encoding or 'utf-8' self.errors = 'replace' def write(self, s): s = self.encode(s) self.target.write(s) def flush(self): self.target.flush() def encode(self, s): return s.encode(self.encode_to, self.errors)