Title: log
Author: waterapple
Pastebin link: http://pastebin.com/VCHPcat9
First Edit: Friday 27th of March 2015 09:50:46 PM CDT
Last Edit: Friday 27th of March 2015 09:50:46 PM CDT
*** Remote Interpreter Reinitialized ***
>>>
*** Remote Interpreter Reinitialized ***
>>>
2015-03-28 10:37:12,680 - DEBUG - Logging started.
2015-03-28 10:37:12,683 - DEBUG - Opening DB connection
2015-03-28 10:37:12,691 INFO sqlalchemy.engine.base.Engine SELECT CAST('test plain returns' AS VARCHAR(60)) AS anon_1
2015-03-28 10:37:12,691 - INFO - SELECT CAST('test plain returns' AS VARCHAR(60)) AS anon_1
2015-03-28 10:37:12,694 INFO sqlalchemy.engine.base.Engine ()
2015-03-28 10:37:12,694 - INFO - ()
2015-03-28 10:37:12,694 INFO sqlalchemy.engine.base.Engine SELECT CAST('test unicode returns' AS VARCHAR(60)) AS anon_1
2015-03-28 10:37:12,694 - INFO - SELECT CAST('test unicode returns' AS VARCHAR(60)) AS anon_1
2015-03-28 10:37:12,697 INFO sqlalchemy.engine.base.Engine ()
2015-03-28 10:37:12,697 - INFO - ()
2015-03-28 10:37:12,698 INFO sqlalchemy.engine.base.Engine PRAGMA table_info("media")
2015-03-28 10:37:12,698 - INFO - PRAGMA table_info("media")
2015-03-28 10:37:12,707 INFO sqlalchemy.engine.base.Engine ()
2015-03-28 10:37:12,707 - INFO - ()
2015-03-28 10:37:12,709 INFO sqlalchemy.engine.base.Engine PRAGMA table_info("blogs")
2015-03-28 10:37:12,709 - INFO - PRAGMA table_info("blogs")
2015-03-28 10:37:12,710 INFO sqlalchemy.engine.base.Engine ()
2015-03-28 10:37:12,710 - INFO - ()
2015-03-28 10:37:12,710 INFO sqlalchemy.engine.base.Engine PRAGMA table_info("posts")
2015-03-28 10:37:12,710 - INFO - PRAGMA table_info("posts")
2015-03-28 10:37:12,713 INFO sqlalchemy.engine.base.Engine ()
2015-03-28 10:37:12,713 - INFO - ()
2015-03-28 10:37:12,714 INFO sqlalchemy.engine.base.Engine
CREATE TABLE media (
primary_key INTEGER NOT NULL,
date_added BIGINT,
media_url VARCHAR,
sha512base64_hash VARCHAR(250),
filename VARCHAR(250),
extractor_used VARCHAR(250),
youtube_yt_dl_info_json VARCHAR,
youtube_video_id VARCHAR(250),
tumblrvideo_yt_dl_info_json VARCHAR,
vine_yt_dl_info_json VARCHAR,
vine_video_id VARCHAR(250),
tumblraudio_album_art VARCHAR,
tumblraudio_artist VARCHAR,
soundcloud_id VARCHAR,
soundcloud_yt_dl_info_json VARCHAR,
PRIMARY KEY (primary_key)
)
2015-03-28 10:37:12,714 - INFO -
CREATE TABLE media (
primary_key INTEGER NOT NULL,
date_added BIGINT,
media_url VARCHAR,
sha512base64_hash VARCHAR(250),
filename VARCHAR(250),
extractor_used VARCHAR(250),
youtube_yt_dl_info_json VARCHAR,
youtube_video_id VARCHAR(250),
tumblrvideo_yt_dl_info_json VARCHAR,
vine_yt_dl_info_json VARCHAR,
vine_video_id VARCHAR(250),
tumblraudio_album_art VARCHAR,
tumblraudio_artist VARCHAR,
soundcloud_id VARCHAR,
soundcloud_yt_dl_info_json VARCHAR,
PRIMARY KEY (primary_key)
)
2015-03-28 10:37:12,723 INFO sqlalchemy.engine.base.Engine ()
2015-03-28 10:37:12,723 - INFO - ()
2015-03-28 10:37:12,733 INFO sqlalchemy.engine.base.Engine COMMIT
2015-03-28 10:37:12,733 - INFO - COMMIT
2015-03-28 10:37:12,740 INFO sqlalchemy.engine.base.Engine
CREATE TABLE blogs (
primary_key INTEGER NOT NULL,
date_added BIGINT,
date_last_saved BIGINT,
poster_username VARCHAR,
blog_domain VARCHAR,
info_title VARCHAR,
info_posts VARCHAR,
info_name VARCHAR,
info_updated VARCHAR,
info_description VARCHAR,
info_ask BOOLEAN,
info_ask_anon BOOLEAN,
info_likes VARCHAR,
info_is_nsfw BOOLEAN,
info_share_likes BOOLEAN,
info_url BOOLEAN,
info_ask_page_title VARCHAR,
PRIMARY KEY (primary_key),
CHECK (info_ask IN (0, 1)),
CHECK (info_ask_anon IN (0, 1)),
CHECK (info_is_nsfw IN (0, 1)),
CHECK (info_share_likes IN (0, 1)),
CHECK (info_url IN (0, 1))
)
2015-03-28 10:37:12,740 - INFO -
CREATE TABLE blogs (
primary_key INTEGER NOT NULL,
date_added BIGINT,
date_last_saved BIGINT,
poster_username VARCHAR,
blog_domain VARCHAR,
info_title VARCHAR,
info_posts VARCHAR,
info_name VARCHAR,
info_updated VARCHAR,
info_description VARCHAR,
info_ask BOOLEAN,
info_ask_anon BOOLEAN,
info_likes VARCHAR,
info_is_nsfw BOOLEAN,
info_share_likes BOOLEAN,
info_url BOOLEAN,
info_ask_page_title VARCHAR,
PRIMARY KEY (primary_key),
CHECK (info_ask IN (0, 1)),
CHECK (info_ask_anon IN (0, 1)),
CHECK (info_is_nsfw IN (0, 1)),
CHECK (info_share_likes IN (0, 1)),
CHECK (info_url IN (0, 1))
)
2015-03-28 10:37:12,742 INFO sqlalchemy.engine.base.Engine ()
2015-03-28 10:37:12,742 - INFO - ()
2015-03-28 10:37:12,750 INFO sqlalchemy.engine.base.Engine COMMIT
2015-03-28 10:37:12,750 - INFO - COMMIT
2015-03-28 10:37:12,756 INFO sqlalchemy.engine.base.Engine
CREATE TABLE posts (
primary_key INTEGER NOT NULL,
version BIGINT,
date_saved BIGINT,
link_to_hash_dict VARCHAR,
poster_username VARCHAR,
blog_domain VARCHAR,
misc_slug VARCHAR,
misc_short_url VARCHAR,
all_posts_blog_name VARCHAR,
all_posts_id BIGINT,
all_posts_post_url VARCHAR,
all_posts_type VARCHAR,
all_posts_timestamp VARCHAR,
all_posts_date VARCHAR,
all_posts_format VARCHAR,
all_posts_reblog_key VARCHAR,
all_posts_tags VARCHAR,
all_posts_bookmarklet BOOLEAN,
all_posts_mobile BOOLEAN,
all_posts_source_url VARCHAR,
all_posts_source_title VARCHAR,
all_posts_liked BOOLEAN,
all_posts_state VARCHAR,
text_title VARCHAR,
text_body VARCHAR,
photo_photos VARCHAR,
photo_caption VARCHAR,
photo_width BIGINT,
photo_height BIGINT,
quote_text VARCHAR,
quote_source VARCHAR,
link_title VARCHAR,
link_url VARCHAR,
link_description VARCHAR,
chat_title VARCHAR,
chat_body VARCHAR,
chat_dialogue VARCHAR,
audio_caption VARCHAR,
audio_player VARCHAR,
audio_plays BIGINT,
audio_album_art VARCHAR,
audio_artist VARCHAR,
audio_album VARCHAR,
audio_track_name VARCHAR,
audio_track_number BIGINT,
audio_year BIGINT,
video_caption VARCHAR,
video_player VARCHAR,
answer_asking_name VARCHAR,
answer_asking_url VARCHAR,
answer_question VARCHAR,
answer_answer VARCHAR,
PRIMARY KEY (primary_key),
CHECK (all_posts_bookmarklet IN (0, 1)),
CHECK (all_posts_mobile IN (0, 1)),
CHECK (all_posts_liked IN (0, 1))
)
2015-03-28 10:37:12,756 - INFO -
CREATE TABLE posts (
primary_key INTEGER NOT NULL,
version BIGINT,
date_saved BIGINT,
link_to_hash_dict VARCHAR,
poster_username VARCHAR,
blog_domain VARCHAR,
misc_slug VARCHAR,
misc_short_url VARCHAR,
all_posts_blog_name VARCHAR,
all_posts_id BIGINT,
all_posts_post_url VARCHAR,
all_posts_type VARCHAR,
all_posts_timestamp VARCHAR,
all_posts_date VARCHAR,
all_posts_format VARCHAR,
all_posts_reblog_key VARCHAR,
all_posts_tags VARCHAR,
all_posts_bookmarklet BOOLEAN,
all_posts_mobile BOOLEAN,
all_posts_source_url VARCHAR,
all_posts_source_title VARCHAR,
all_posts_liked BOOLEAN,
all_posts_state VARCHAR,
text_title VARCHAR,
text_body VARCHAR,
photo_photos VARCHAR,
photo_caption VARCHAR,
photo_width BIGINT,
photo_height BIGINT,
quote_text VARCHAR,
quote_source VARCHAR,
link_title VARCHAR,
link_url VARCHAR,
link_description VARCHAR,
chat_title VARCHAR,
chat_body VARCHAR,
chat_dialogue VARCHAR,
audio_caption VARCHAR,
audio_player VARCHAR,
audio_plays BIGINT,
audio_album_art VARCHAR,
audio_artist VARCHAR,
audio_album VARCHAR,
audio_track_name VARCHAR,
audio_track_number BIGINT,
audio_year BIGINT,
video_caption VARCHAR,
video_player VARCHAR,
answer_asking_name VARCHAR,
answer_asking_url VARCHAR,
answer_question VARCHAR,
answer_answer VARCHAR,
PRIMARY KEY (primary_key),
CHECK (all_posts_bookmarklet IN (0, 1)),
CHECK (all_posts_mobile IN (0, 1)),
CHECK (all_posts_liked IN (0, 1))
)
2015-03-28 10:37:12,759 INFO sqlalchemy.engine.base.Engine ()
2015-03-28 10:37:12,759 - INFO - ()
2015-03-28 10:37:12,868 INFO sqlalchemy.engine.base.Engine COMMIT
2015-03-28 10:37:12,868 - INFO - COMMIT
2015-03-28 10:37:12,869 - DEBUG - Session connected to DB
2015-03-28 10:37:14,039 - DEBUG - info_dict{u'meta': {u'status': 200, u'msg': u'OK'}, u'response': {u'blog': {u'ask_anon': False, u'updated': 1427495614, u'description': u'The official feed from the people behind Tumblr.', u'title': u'Tumblr Staff', u'url': u'http://staff.tumblr.com/', u'ask_page_title': u'', u'share_likes': False, u'posts': 1205, u'is_nsfw': False, u'ask': False, u'name': u'staff'}}}
2015-03-28 10:37:14,039 - DEBUG - self.info_post_count: 1205
2015-03-28 10:37:14,040 - DEBUG - Adding blog metadata to DB
2015-03-28 10:37:14,042 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)
2015-03-28 10:37:14,042 - INFO - BEGIN (implicit)
2015-03-28 10:37:14,045 INFO sqlalchemy.engine.base.Engine SELECT blogs.primary_key, blogs.date_added, blogs.date_last_saved, blogs.poster_username, blogs.blog_domain, blogs.info_title, blogs.info_posts, blogs.info_name, blogs.info_updated, blogs.info_description, blogs.info_ask, blogs.info_ask_anon, blogs.info_likes, blogs.info_is_nsfw, blogs.info_share_likes, blogs.info_url, blogs.info_ask_page_title
FROM blogs
WHERE blogs.poster_username IS NULL
2015-03-28 10:37:14,045 - INFO - SELECT blogs.primary_key, blogs.date_added, blogs.date_last_saved, blogs.poster_username, blogs.blog_domain, blogs.info_title, blogs.info_posts, blogs.info_name, blogs.info_updated, blogs.info_description, blogs.info_ask, blogs.info_ask_anon, blogs.info_likes, blogs.info_is_nsfw, blogs.info_share_likes, blogs.info_url, blogs.info_ask_page_title
FROM blogs
WHERE blogs.poster_username IS NULL
2015-03-28 10:37:14,052 INFO sqlalchemy.engine.base.Engine ()
2015-03-28 10:37:14,052 - INFO - ()
2015-03-28 10:37:14,055 INFO sqlalchemy.engine.base.Engine SELECT blogs.primary_key, blogs.date_added, blogs.date_last_saved, blogs.poster_username, blogs.blog_domain, blogs.info_title, blogs.info_posts, blogs.info_name, blogs.info_updated, blogs.info_description, blogs.info_ask, blogs.info_ask_anon, blogs.info_likes, blogs.info_is_nsfw, blogs.info_share_likes, blogs.info_url, blogs.info_ask_page_title
FROM blogs
WHERE blogs.blog_domain = ?
2015-03-28 10:37:14,055 - INFO - SELECT blogs.primary_key, blogs.date_added, blogs.date_last_saved, blogs.poster_username, blogs.blog_domain, blogs.info_title, blogs.info_posts, blogs.info_name, blogs.info_updated, blogs.info_description, blogs.info_ask, blogs.info_ask_anon, blogs.info_likes, blogs.info_is_nsfw, blogs.info_share_likes, blogs.info_url, blogs.info_ask_page_title
FROM blogs
WHERE blogs.blog_domain = ?
2015-03-28 10:37:14,058 INFO sqlalchemy.engine.base.Engine ('staff.tumblr.com',)
2015-03-28 10:37:14,058 - INFO - ('staff.tumblr.com',)
2015-03-28 10:37:14,059 - DEBUG - Creating user entry
2015-03-28 10:37:14,072 INFO sqlalchemy.engine.base.Engine ROLLBACK
2015-03-28 10:37:14,072 - INFO - ROLLBACK
2015-03-28 10:37:14,073 - CRITICAL - Unhandled exception!
2015-03-28 10:37:14,075 - ERROR - invalid literal for int() with base 10: 'http://staff.tumblr.com/' (original cause: ValueError: invalid literal for int() with base 10: 'http://staff.tumblr.com/') u'INSERT INTO blogs (date_added, date_last_saved, poster_username, blog_domain, info_title, info_posts, info_name, info_updated, info_description, info_ask, info_ask_anon, info_likes, info_is_nsfw, info_share_likes, info_url, info_ask_page_title) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)' [{'date_last_saved': None, 'info_ask_page_title': u'', 'info_likes': None, 'info_url': u'http://staff.tumblr.com/', 'poster_username': None, 'info_title': 1205, 'info_name': u'staff', 'info_updated': 1427495614, 'info_posts': 1205, 'info_is_nsfw': False, 'info_ask_anon': False, 'info_share_likes': False, 'date_added': 1427510234, 'info_description': u'The official feed from the people behind Tumblr.', 'blog_domain': 'staff.tumblr.com', 'info_ask': False}]
Traceback (most recent call last):
File "C:\Users\User\Dropbox\AnonArchive Folder\ctrl-s\tumblr_api_to_db\main.py", line 210, in main
classy_play()
File "C:\Users\User\Dropbox\AnonArchive Folder\ctrl-s\tumblr_api_to_db\main.py", line 198, in classy_play
blog = tumblr_blog(session, consumer_key = config.consumer_key, blog_url = "staff.tumblr.com")
File "C:\Users\User\Dropbox\AnonArchive Folder\ctrl-s\tumblr_api_to_db\main.py", line 38, in __init__
sql_functions.insert_user_into_db(self.session,self.info_dict,self.sanitized_username,self.sanitized_blog_url)
File "C:\Users\User\Dropbox\AnonArchive Folder\ctrl-s\tumblr_api_to_db\sql_functions.py", line 415, in insert_user_into_db
session.commit()
File "C:\Python27\lib\site-packages\sqlalchemy\orm\session.py", line 788, in commit
self.transaction.commit()
File "C:\Python27\lib\site-packages\sqlalchemy\orm\session.py", line 384, in commit
self._prepare_impl()
File "C:\Python27\lib\site-packages\sqlalchemy\orm\session.py", line 364, in _prepare_impl
self.session.flush()
File "C:\Python27\lib\site-packages\sqlalchemy\orm\session.py", line 1985, in flush
self._flush(objects)
File "C:\Python27\lib\site-packages\sqlalchemy\orm\session.py", line 2103, in _flush
transaction.rollback(_capture_exception=True)
File "C:\Python27\lib\site-packages\sqlalchemy\util\langhelpers.py", line 60, in __exit__
compat.reraise(exc_type, exc_value, exc_tb)
File "C:\Python27\lib\site-packages\sqlalchemy\orm\session.py", line 2067, in _flush
flush_context.execute()
File "C:\Python27\lib\site-packages\sqlalchemy\orm\unitofwork.py", line 372, in execute
rec.execute(self)
File "C:\Python27\lib\site-packages\sqlalchemy\orm\unitofwork.py", line 526, in execute
uow
File "C:\Python27\lib\site-packages\sqlalchemy\orm\persistence.py", line 65, in save_obj
mapper, table, insert)
File "C:\Python27\lib\site-packages\sqlalchemy\orm\persistence.py", line 602, in _emit_insert_statements
execute(statement, params)
File "C:\Python27\lib\site-packages\sqlalchemy\engine\base.py", line 841, in execute
return meth(self, multiparams, params)
File "C:\Python27\lib\site-packages\sqlalchemy\sql\elements.py", line 322, in _execute_on_connection
return connection._execute_clauseelement(self, multiparams, params)
File "C:\Python27\lib\site-packages\sqlalchemy\engine\base.py", line 938, in _execute_clauseelement
compiled_sql, distilled_params
File "C:\Python27\lib\site-packages\sqlalchemy\engine\base.py", line 1005, in _execute_context
None, None)
File "C:\Python27\lib\site-packages\sqlalchemy\engine\base.py", line 1271, in _handle_dbapi_exception
exc_info
File "C:\Python27\lib\site-packages\sqlalchemy\util\compat.py", line 199, in raise_from_cause
reraise(type(exception), exception, tb=exc_tb)
File "C:\Python27\lib\site-packages\sqlalchemy\engine\base.py", line 1001, in _execute_context
context = constructor(dialect, self, conn, *args)
File "C:\Python27\lib\site-packages\sqlalchemy\engine\default.py", line 579, in _init_compiled
param.append(processors[key](compiled_params[key]))
File "C:\Python27\lib\site-packages\sqlalchemy\processors.py", line 56, in boolean_to_int
return int(value)
StatementError: invalid literal for int() with base 10: 'http://staff.tumblr.com/' (original cause: ValueError: invalid literal for int() with base 10: 'http://staff.tumblr.com/') u'INSERT INTO blogs (date_added, date_last_saved, poster_username, blog_domain, info_title, info_posts, info_name, info_updated, info_description, info_ask, info_ask_anon, info_likes, info_is_nsfw, info_share_likes, info_url, info_ask_page_title) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)' [{'date_last_saved': None, 'info_ask_page_title': u'', 'info_likes': None, 'info_url': u'http://staff.tumblr.com/', 'poster_username': None, 'info_title': 1205, 'info_name': u'staff', 'info_updated': 1427495614, 'info_posts': 1205, 'info_is_nsfw': False, 'info_ask_anon': False, 'info_share_likes': False, 'date_added': 1427510234, 'info_description': u'The official feed from the people behind Tumblr.', 'blog_domain': 'staff.tumblr.com', 'info_ask': False}]