import os, tarfile
baseFileName = "data"
dataDir = "data/"
dataFiles = os.listdir(dataDir)


#adds all files in dataFiles, including directories and unwatned files.
with tarfile.open("data/archive/test.tar", "w") as tar:
    for name in dataFiles:
        if name.endswith(".data"):
            tar.add(str(name))

tar.add(str("something" + name"))

Traceback (most recent call last):
  File "/home/dir/project.py", line 11, in <module>
    tar.add(str(name))
  File "/usr/lib/python3.4/tarfile.py", line 1907, in add
    tarinfo = self.gettarinfo(name, arcname)
  File "/usr/lib/python3.4/tarfile.py", line 1779, in gettarinfo
    statres = os.lstat(name)
FileNotFoundError: [Errno 2] No such file or directory: 'htmlpage8.data'

LochNessMonster fucked around with this message at 21:17 on Sep 12, 2016

LochNessMonster fucked around with this message at 19:59 on Sep 16, 2016

import sqlite3
conn = sqlite3.connect('vehicles.db')
cursor = conn.cursor()

testList = [{'DealerId': '2',
            'Brand': 'bmw',
            'Milage': '13.909',
            'Dealer': 'crazy jack',
            'Price': '5.000',
            'Type': 'r90',
            'Year': '1980'},
            {'DealerId': '3',
            'Brand': 'goldwing',
            'Milage': '15.564',
            'Dealer': 'Mohawk Mike',
            'Price': '8.000',
            'Type': 'goldwing',
            'Year': '2015'}]


for dictionary in testList:
    cursor.execute("INSERT INTO motorcycles VALUES(?, ?, ?, ?, ?, ?, ?)",
                   dictionary["DealerId"],
                   dictionary["Dealer"],
                   dictionary["Brand"],
                   dictionary["Type"],
                   dictionary["Price"],
                   dictionary["Milage"],
                   dictionary["Year"])

Traceback (most recent call last):
  File "/path/to/program/dbinsert2.py", line 29, in <module>
    dictionary["Year"])
TypeError: function takes at most 2 arguments (8 given)

import sqlite3
conn = sqlite3.connect('vehicles.db')
cursor = conn.cursor()

testList = [{'DealerId': '2',
            'Brand': 'bmw',
            'Milage': '13.909',
            'Dealer': 'crazy jack',
            'Price': '5.000',
            'Type': 'r90',
            'Year': '1980'},
            {'DealerId': '3',
            'Brand': 'goldwing',
            'Milage': '15.564',
            'Dealer': 'Mohawk Mike',
            'Price': '8.000',
            'Type': 'goldwing',
            'Year': '2015'}]

cursor.executemany("INSERT INTO motorcycles VALUES (:Brand, :Dealer, :DealerId, :Milage, :Price, :Type, :Year)", testList)

LochNessMonster fucked around with this message at 10:19 on Sep 22, 2016

<scraping part>
motorcycle = { 'Brand': getBrand.get_text(),
                       'Type': getType.get_text(),
                       'Price': getPrice.get_text(),
                       'Milage': getMilage.get_text(),
                       'Dealer': dealerName,
                       'Year': getYear.get_text(),
                       'DealerId': getDealerId['id']}
        processingList.append(motorcycle)

dbPath = str(dataDir + dbName)

try:
    conn = sqlite3.connect(dbPath)
except Exeption as err:
    print('Could not connect to vehicles.db because reasons: ' + str(err))
cursor = conn.cursor()

try:
    cursor.executemany("INSERT INTO motorcycles VALUES (:DealerId, :Dealer, :Brand, :Type, :Price, :Milage, :Year)", processingList)
    conn.commit()

except Exception as err:
    print('An exception happened: ' +str(err))

conn.close()

LochNessMonster fucked around with this message at 17:26 on Sep 22, 2016

getPriceDiv = vehicle.find("div", {"class": "vehicleSpecs"})
getPrice = getPriceDiv.find("span", {"class": "price"})

getPrice = vehicle.find("span", {"class": "price"})

getPriceDiv = vehicle.find("div", {"class": "vehiclePrices"})
getPrice = getPriceDiv.find("span", {"class": "price"})

LochNessMonster fucked around with this message at 18:05 on Oct 6, 2016

#db functions
def connect_db():
    rv = sqlite3.connect(app.config['DATABASE'])
    rv.row_factory = sqlite3.Row
    return rv

def get_db():
    if not hasattr(g, 'sqlite_db'):
        g.sqlite_db = connect_db()
    return g.sqlite_db

def query_db(query, args=(), one=False):
    cur = get_db().execute(query, args)
    rv = cur.fetchall()
    cur.close()
    return (rv[0] if rv else None) if one else rv

#url functions
@app.route('/dealers/<dealerName>/')
def show_dealer(dealerName):
    dealerName = query_db('select distinct dealer from motorcycles')
    dealerVehicles = dict()
    for dealer in dealerName:
        vehicles = query_db("select * from motorcycles where dealer = ?", [dealer])
        dealerVehicles[dealer] = vehicles
    return render_template('dealer.html', dealerName=dealerName, dealerVehicles=dealerVehicles)

File "/path/to/project/scraper-frontend.py", line 36, in query_db
    if not hasattr(g, 'sqlite_db'):
        g.sqlite_db = connect_db()
    return g.sqlite_db
 
def query_db(query, args=(), one=False):
    cur = get_db().execute(query, args)
    rv = cur.fetchall()
    cur.close()
    return (rv[0] if rv else None) if one else rv
 
#Test functions
sqlite3.InterfaceError: Error binding parameter 0 - probably unsupported type.

vehicles = query_db("select * from motorcycles where dealer = ?", (dealer))

LochNessMonster fucked around with this message at 10:51 on Nov 3, 2016