#!/usr/bin/python3

# ## {R2D2919B742E} ##
# ###########################################################################
# What if magic existed?
# What if a place existed where your every thought and dream come to life.
# There is only one catch: it has to be written down.
# Such a place exists, it is called programming.
#    - Scott Taylor Reph, RightThumb.com
# ###########################################################################
# ## {C3P0D40fAe8B} ##

import os
import sys
import time
# import simplejson as json
# from threading import Timer


##################################################
# construct registration

import _rightThumb._construct as __
appDBA = __.clearFocus( __name__, __file__ )
# appDBA = __name__
__.appReg = appDBA
def focus( parentApp='', childApp='', reg=True ):
    global appDBA
    f = __.appName( appDBA, parentApp, childApp )
    if reg:
        __.appReg = f
    return f
__.registeredApps.append(focus())


import _rightThumb._base3 as _
_.load()

##################################################

import _rightThumb._vars as _v
import _rightThumb._string as _str
# import _rightThumb._profileVariables as _profile
#     profile = _profile.records.audit( 'name', asset )
# import _rightThumb._encryptString as _blowfish
    # en = _blowfish.encrypt( string )
    # de = _blowfish.decrypt( en )
# _browser = _.regImp( __.appReg, '_rightThumb._toolsScrapeFrontEnd' )
# _browserX = _.regImp( __.appReg, '_rightThumb._toolsScrapeDirect' )
# import _rightThumb._date as _date
# import _rightThumb._dir as _dir
    # _.printVar( _dir.fileInfo( path ) )
# import _rightThumb._md5 as _md5
# import _rightThumb._mimetype as _mime

# import _rightThumb._backupLog as _bkLog
# _bkLog = _.regImp( __.appReg, '_rightThumb._backupLog' )

# import _rightThumb._auditCodeBase as _code
# _code = _.regImp( __.appReg, '_rightThumb._auditCodeBase' )
# _omit = _.regImp( __.appReg, 'omitTable' )
    # _omit.imp.inTable( 'the' )
# _inDic = _.regImp( __.appReg, 'inDic' )
    # _inDic.switch( 'All' )
    # _inDic.imp.testAll( 'fight' )
    # _inDic.imp.testOne( 'austen' )

##################################################

# from lxml import html
import requests
import cssselect
from lxml import html
# import sqlite3

##################################################


def appSwitches():
    pass
    _.switches.register('Input', '-i','https://wtffunfact.com/page/204/')
    _.switches.register('Folder', '-folder','D:\Hurricane')
    # activate trigger in registerSwitches 
    



_.appInfo[focus()] = {
    'file': 'thisApp.py',
    'description': 'Changes the world',
    'categories': [
                        'DEFAULT'
                ],
    'relatedapps': [
                        # 'p another -file file.txt',
                        # '',
    ],
    'prerequisite': [
                        # 'p another -file file.txt',
                        # '',
    ],
    'examples': [
                        'p thisApp -file file.txt',
                        ''
    ],
    'columns': [
                       # { 'name': 'name', 'abbreviation': 'n' },
    ],
    'aliases': [
                       # 'this',
                       # 'app',
    ],

    }

_.appData[focus()] = {
    'start': __.startTime,
    'uuid': '',
    'audit': [],
    'pipe': False,
    'data': {
                'field': {'sent': [], 'received': [] }, # { 'label': '', 'context': [],  }
                'table': {'sent': [], 'received': [] }, 
    },
    }

# _.appInfo[focus()]['examples'].append('p thisApp -file file.txt')

# _.appInfo[focus()]['columns'].append({'name': 'name', 'abbreviation': 'n'})





def registerSwitches( argvProcessForce=False ):
    global appDBA
    if not __.appReg == appDBA and appDBA in __.appReg:

        if not __name__ == '__main__':
            _.argvProcess = argvProcessForce
        else:
            _.argvProcess = True

        _.load()
        _.appInfo[__.appReg] = _.appInfo[appDBA]
        _.appData[__.appReg] = _.appData[appDBA]
    __.constructRegistration(_.appInfo[__.appReg]['file'],__.appReg)
    appSwitches()

    # _.switches.trigger('Input',_.myFileLocations)
        # trigger settings
    _.myFileLocation_Print = False

    # _.switches.trigger('Watched', _.txt2Date)
    # _.switches.trigger('Input',_.formatColumns)
    
    _.defaultScriptTriggers()
    _.switches.process()



if not __name__ == '__main__':
    _.argvProcess = False
else:
    _.argvProcess = True

registerSwitches()



def fieldSet( switchName, switchField, switchValue, theFocus=False ):
    if not type( theFocus ) == bool:
        theFocus = theFocus
    _.switches.fieldSet( switchName, switchField, switchValue, theFocus )


_.appData[__.appReg]['pipe'] = False
if __name__ == '__main__':
    if not sys.stdin.isatty():
        _.setPipeData( sys.stdin.readlines(), __.appReg )


########################################################################################
# data = _.tables.returnSorted( 'data', 'd.timestamp', data )
# _.switches.fieldSet( 'Long', 'active', True )
# _.tables.register( 'data', table )
# _.tables.print( 'data', 'name' )
# p = _.getText( _v.pips, raw=True, clean=True ).split('\n')
# os.system('"' + do + '"')
########################################################################################
# START





def fileName( data ):
    char = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789_ '
    data = data.replace( '&', 'and' )
    data = data.replace( ' ', '_' )
    result = ''

    for c in data:
        if not c in char:
            result += '_'
        else:
            result += c
    data = result


    data = _str.replaceDuplicate( data , '_' )
    data = _str.cleanBE( data, '_' )

    # data = data.replace( '.', '' )
    return data + '.htm'


def shouldAdd( url ):
    global data

    for record in data:
        if url == record['href']:
            return False
    return True
    
def getPage( url ):
    global data
    _.pr()
    try:
        page = requests.get( url )
        tree = html.fromstring(page.content)
        tables = tree.cssselect('.post-image img')
        tablesX = tree.cssselect('.next')
        try:
            nextUrl = tablesX[0].attrib['href']
        except Exception as e:
            try:
                tablesX = tree.cssselect('link[rel="next"]')
                nextUrl = tablesX[0].attrib['href']
            except Exception as e:
                nextUrl = ''



        for t in tables:
            try:
                src = t.attrib['src']
                alt = t.attrib['alt']
            except Exception as e:
                src = ''
                alt = ''
            _.pr( alt )
            if shouldAdd( src ):
                data.append({ 'label': alt,  'href': src })
                _.saveTable( data, 'wtf.json', printThis=False )
                

        _.pr( url )
        _.pr( 'Success' )

        if len( nextUrl ):
            getPage( nextUrl )
        else:
            _.pr( 'Error: next' )
            open('wtf_error.htm', 'wb').write(page.content)

    except Exception as e:
        _.pr( 'Error:', e )
        try:
            page = requests.get( url )
            tree = html.fromstring(page.content)
            tables = tree.cssselect('.post-image img')
            tablesX = tree.cssselect('.next')
            try:
                nextUrl = tablesX[0].attrib['href']
            except Exception as e:
                try:
                    tablesX = tree.cssselect('link[rel="next"]')
                    nextUrl = tablesX[0].attrib['href']
                except Exception as e:
                    nextUrl = ''
            if len( nextUrl ):
                getPage( nextUrl )
            else:
                _.pr( 'Error: next' )
                open('wtf_error.htm', 'wb').write(page.content)

        except Exception as e:
            raise e







def action():
    load()
    # if _.switches.isActive( 'Folder' ):
    #     if os.path.isdir( _.switches.value( 'Folder' ) ):
    #         folder = _.switches.value( 'Folder' )
    #     else:
    #         folder = _.ci( _.switches.value( 'Folder' ) )
    # else:
    #     folder = os.getcwd()

    # if not os.path.isdir( folder ):
    #     _.pr( 'Error: folder' )
    #     sys.exit()
    if not _.switches.isActive( 'Input' ):
        getPage( 'https://wtffunfact.com/' )
    else:
        getPage( _.switches.values( 'Input' )[0] )




def load():
    global data
    data = _.getTable( 'wtf.json' )
data = []
########################################################################################
if __name__ == '__main__':
    action()






