google

#!/usr/bin/env python

# Python bindings to the Google search engine
# Copyright (c) 2009-2016, Mario Vilas
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are met:
#
#     * Redistributions of source code must retain the above copyright notice,
#       this list of conditions and the following disclaimer.
#     * Redistributions in binary form must reproduce the above copyright
#       notice,this list of conditions and the following disclaimer in the
#       documentation and/or other materials provided with the distribution.
#     * Neither the name of the copyright holder nor the names of its
#       contributors may be used to endorse or promote products derived from
#       this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.

import sys

from googlesearch import search, get_random_user_agent

from optparse import OptionParser, IndentedHelpFormatter

class BannerHelpFormatter(IndentedHelpFormatter):

    "Just a small tweak to optparse to be able to print a banner."

    def __init__(self, banner, *argv, **argd):
        self.banner = banner
        IndentedHelpFormatter.__init__(self, *argv, **argd)

    def format_usage(self, usage):
        msg = IndentedHelpFormatter.format_usage(self, usage)
        return '%s\n%s' % (self.banner, msg)

# Parse the command line arguments.
formatter = BannerHelpFormatter(
    "Python script to use the Google search engine\n"
    "By Mario Vilas (mvilas at gmail dot com)\n"
    "https://github.com/MarioVilas/googlesearch\n"
)
parser = OptionParser(formatter=formatter)
parser.set_usage("%prog [options] query")
parser.add_option("--tld", metavar="TLD", type="string", default="com",
                  help="top level domain to use [default: com]")
parser.add_option("--lang", metavar="LANGUAGE", type="string", default="en",
                  help="produce results in the given language [default: en]")
parser.add_option("--tbs", metavar="TBS", type="string", default="0",
                  help="produce results from period [default: 0]")
parser.add_option("--safe", metavar="SAFE", type="string", default="off",
                  help="kids safe search [default: off]")
parser.add_option("--num", metavar="NUMBER", type="int", default=10,
                  help="number of results per page [default: 10]")
parser.add_option("--start", metavar="NUMBER", type="int", default=0,
                  help="first result to retrieve [default: 0]")
parser.add_option("--stop", metavar="NUMBER", type="int", default=0,
                  help="last result to retrieve [default: unlimited]")
parser.add_option("--pause", metavar="SECONDS", type="float", default=2.0,
                  help="pause between HTTP requests [default: 2.0]")
parser.add_option("--rua", metavar="USERAGENT", action="store_true", default=False,
                  help="Randomize the User-Agent [default: no]")
parser.add_option("--all", dest="only_standard",
                  action="store_false", default=True,
                  help="grab all possible links from result pages [default: only standard results]")
(options, args) = parser.parse_args()
query = ' '.join(args)
if not query:
    parser.print_help()
    sys.exit(2)
params = [(k, v) for (k, v) in options.__dict__.items() if not k.startswith('_')]
params = dict(params)

# Randomize the user agent if requested.
if "rua" in params:
    rua = params.pop("rua")
    if rua:
        params["user_agent"] = get_random_user_agent()

# Run the query.
for url in search(query, **params):
    print(url)
    try:
        sys.stdout.flush()
    except:
        pass