aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat
-rw-r--r--mastodon/Mastodon.py964
-rw-r--r--mastodon/compat.py45
-rw-r--r--mastodon/defaults.py64
-rw-r--r--mastodon/error.py90
-rw-r--r--mastodon/internals.py658
-rw-r--r--mastodon/utility.py77
6 files changed, 966 insertions, 932 deletions
diff --git a/mastodon/Mastodon.py b/mastodon/Mastodon.py
index 9e30429..ad8e963 100644
--- a/mastodon/Mastodon.py
+++ b/mastodon/Mastodon.py
@@ -4,10 +4,7 @@ import json
4import base64 4import base64
5import os 5import os
6import os.path 6import os.path
7import mimetypes
8import time 7import time
9import random
10import string
11import datetime 8import datetime
12import collections 9import collections
13from contextlib import closing 10from contextlib import closing
@@ -17,203 +14,37 @@ import dateutil
17import dateutil.parser 14import dateutil.parser
18import re 15import re
19import copy 16import copy
20import threading
21import sys
22import six
23import uuid
24from decorator import decorate
25import hashlib
26
27IMPL_HAS_CRYPTO = True
28try:
29 import cryptography
30 from cryptography.hazmat.backends import default_backend
31 from cryptography.hazmat.primitives.asymmetric import ec
32 from cryptography.hazmat.primitives import serialization
33except:
34 IMPL_HAS_CRYPTO = False
35
36IMPL_HAS_ECE = True
37try:
38 import http_ece
39except:
40 IMPL_HAS_ECE = False
41
42IMPL_HAS_BLURHASH = True
43try:
44 import blurhash
45except:
46 IMPL_HAS_BLURHASH = False
47
48try:
49 from urllib.parse import urlparse
50except ImportError:
51 from urlparse import urlparse
52
53try:
54 import magic
55except ImportError:
56 magic = None
57
58try:
59 from pathlib import PurePath
60except:
61 class PurePath:
62 pass
63 17
64###
65# Version check functions, including decorator and parser
66###
67 18
19from .compat import IMPL_HAS_CRYPTO, IMPL_HAS_ECE, IMPL_HAS_BLURHASH
20from .compat import cryptography, default_backend, ec, serialization, http_ece
21from .compat import blurhash
22from .compat import urlparse
68 23
69def parse_version_string(version_string): 24from .utility import parse_version_string, max_version, api_version
70 """Parses a semver version string, stripping off "rc" stuff if present.""" 25from .utility import AttribAccessDict, AttribAccessDict
71 string_parts = version_string.split(".")
72 version_parts = (
73 int(re.match("([0-9]*)", string_parts[0]).group(0)),
74 int(re.match("([0-9]*)", string_parts[1]).group(0)),
75 int(re.match("([0-9]*)", string_parts[2]).group(0))
76 )
77 return version_parts
78
79def max_version(*version_strings):
80 """Returns the maximum version of all provided version strings."""
81 return max(version_strings, key=parse_version_string)
82
83def api_version(created_ver, last_changed_ver, return_value_ver):
84 """Version check decorator. Currently only checks Bigger Than."""
85 def api_min_version_decorator(function):
86 def wrapper(function, self, *args, **kwargs):
87 if not self.version_check_mode == "none":
88 if self.version_check_mode == "created":
89 version = created_ver
90 else:
91 version = max_version(last_changed_ver, return_value_ver)
92 major, minor, patch = parse_version_string(version)
93 if major > self.mastodon_major:
94 raise MastodonVersionError("Version check failed (Need version " + version + ")")
95 elif major == self.mastodon_major and minor > self.mastodon_minor:
96 raise MastodonVersionError("Version check failed (Need version " + version + ")")
97 elif major == self.mastodon_major and minor == self.mastodon_minor and patch > self.mastodon_patch:
98 raise MastodonVersionError("Version check failed (Need version " + version + ", patch is " + str(self.mastodon_patch) + ")")
99 return function(self, *args, **kwargs)
100 function.__doc__ = function.__doc__ + "\n\n *Added: Mastodon v" + \
101 created_ver + ", last changed: Mastodon v" + last_changed_ver + "*"
102 return decorate(function, wrapper)
103 return api_min_version_decorator
104 26
105### 27from .error import *
106# Dict helper class. 28from .defaults import _DEFAULT_TIMEOUT, _DEFAULT_SCOPES, _DEFAULT_STREAM_TIMEOUT, _DEFAULT_STREAM_RECONNECT_WAIT_SEC
107# Defined at top level so it can be pickled. 29from .defaults import _SCOPE_SETS
108###
109class AttribAccessDict(dict):
110 def __getattr__(self, attr):
111 if attr in self:
112 return self[attr]
113 else:
114 raise AttributeError("Attribute not found: " + str(attr))
115 30
116 def __setattr__(self, attr, val): 31from .internals import Mastodon as Internals
117 if attr in self:
118 raise AttributeError("Attribute-style access is read only")
119 super(AttribAccessDict, self).__setattr__(attr, val)
120 32
121 33##
122###
123# List helper class.
124# Defined at top level so it can be pickled.
125###
126class AttribAccessList(list):
127 def __getattr__(self, attr):
128 if attr in self:
129 return self[attr]
130 else:
131 raise AttributeError("Attribute not found: " + str(attr))
132
133 def __setattr__(self, attr, val):
134 if attr in self:
135 raise AttributeError("Attribute-style access is read only")
136 super(AttribAccessList, self).__setattr__(attr, val)
137
138
139###
140# The actual Mastodon class 34# The actual Mastodon class
141### 35###
142class Mastodon: 36class Mastodon(Internals):
143 """ 37 """
144 Thorough and easy to use Mastodon 38 Thorough and easy to use Mastodon
145 API wrapper in Python. 39 API wrapper in Python.
146 40
147 If anything is unclear, check the official API docs at 41 Main class, imports most things from modules
148 https://github.com/mastodon/documentation/blob/master/content/en/client/intro.md
149 """ 42 """
150 __DEFAULT_TIMEOUT = 300 43
151 __DEFAULT_STREAM_TIMEOUT = 300 44 # Support level
152 __DEFAULT_STREAM_RECONNECT_WAIT_SEC = 5 45 __SUPPORTED_MASTODON_VERSION = "3.5.5"
153 __DEFAULT_SCOPES = ['read', 'write', 'follow', 'push']
154 __SCOPE_SETS = {
155 'read': [
156 'read:accounts',
157 'read:blocks',
158 'read:favourites',
159 'read:filters',
160 'read:follows',
161 'read:lists',
162 'read:mutes',
163 'read:notifications',
164 'read:search',
165 'read:statuses',
166 'read:bookmarks'
167 ],
168 'write': [
169 'write:accounts',
170 'write:blocks',
171 'write:favourites',
172 'write:filters',
173 'write:follows',
174 'write:lists',
175 'write:media',
176 'write:mutes',
177 'write:notifications',
178 'write:reports',
179 'write:statuses',
180 'write:bookmarks'
181 ],
182 'follow': [
183 'read:blocks',
184 'read:follows',
185 'read:mutes',
186 'write:blocks',
187 'write:follows',
188 'write:mutes',
189 ],
190 'admin:read': [
191 'admin:read:accounts',
192 'admin:read:reports',
193 'admin:read:domain_allows',
194 'admin:read:domain_blocks',
195 'admin:read:ip_blocks',
196 'admin:read:email_domain_blocks',
197 'admin:read:canonical_email_blocks',
198 ],
199 'admin:write': [
200 'admin:write:accounts',
201 'admin:write:reports',
202 'admin:write:domain_allows',
203 'admin:write:domain_blocks',
204 'admin:write:ip_blocks',
205 'admin:write:email_domain_blocks',
206 'admin:write:canonical_email_blocks',
207 ],
208 }
209 __VALID_SCOPES = ['read', 'write', 'follow', 'push', 'admin:read', 'admin:write'] + \
210 __SCOPE_SETS['read'] + __SCOPE_SETS['write'] + \
211 __SCOPE_SETS['admin:read'] + __SCOPE_SETS['admin:write']
212
213 __SUPPORTED_MASTODON_VERSION = "3.5.4"
214 46
215 # Dict versions 47 # Dict versions
216 # Dict versions
217 __DICT_VERSION_APPLICATION = "2.7.2" 48 __DICT_VERSION_APPLICATION = "2.7.2"
218 __DICT_VERSION_MENTION = "1.0.0" 49 __DICT_VERSION_MENTION = "1.0.0"
219 __DICT_VERSION_MEDIA = "3.2.0" 50 __DICT_VERSION_MEDIA = "3.2.0"
@@ -253,8 +84,8 @@ class Mastodon:
253 # Registering apps 84 # Registering apps
254 ### 85 ###
255 @staticmethod 86 @staticmethod
256 def create_app(client_name, scopes=__DEFAULT_SCOPES, redirect_uris=None, website=None, to_file=None, 87 def create_app(client_name, scopes=_DEFAULT_SCOPES, redirect_uris=None, website=None, to_file=None,
257 api_base_url=None, request_timeout=__DEFAULT_TIMEOUT, session=None): 88 api_base_url=None, request_timeout=_DEFAULT_TIMEOUT, session=None):
258 """ 89 """
259 Create a new app with given `client_name` and `scopes` (The basic scopes are "read", "write", "follow" and "push" 90 Create a new app with given `client_name` and `scopes` (The basic scopes are "read", "write", "follow" and "push"
260 - more granular scopes are available, please refer to Mastodon documentation for which) on the instance given 91 - more granular scopes are available, please refer to Mastodon documentation for which) on the instance given
@@ -316,7 +147,7 @@ class Mastodon:
316 # Authentication, including constructor 147 # Authentication, including constructor
317 ### 148 ###
318 def __init__(self, client_id=None, client_secret=None, access_token=None, api_base_url=None, debug_requests=False, 149 def __init__(self, client_id=None, client_secret=None, access_token=None, api_base_url=None, debug_requests=False,
319 ratelimit_method="wait", ratelimit_pacefactor=1.1, request_timeout=__DEFAULT_TIMEOUT, mastodon_version=None, 150 ratelimit_method="wait", ratelimit_pacefactor=1.1, request_timeout=_DEFAULT_TIMEOUT, mastodon_version=None,
320 version_check_mode="created", session=None, feature_set="mainline", user_agent="mastodonpy", lang=None): 151 version_check_mode="created", session=None, feature_set="mainline", user_agent="mastodonpy", lang=None):
321 """ 152 """
322 Create a new API wrapper instance based on the given `client_secret` and `client_id` on the 153 Create a new API wrapper instance based on the given `client_secret` and `client_id` on the
@@ -552,7 +383,7 @@ class Mastodon:
552 """ 383 """
553 return Mastodon.__SUPPORTED_MASTODON_VERSION 384 return Mastodon.__SUPPORTED_MASTODON_VERSION
554 385
555 def auth_request_url(self, client_id=None, redirect_uris="urn:ietf:wg:oauth:2.0:oob", scopes=__DEFAULT_SCOPES, force_login=False, state=None, lang=None): 386 def auth_request_url(self, client_id=None, redirect_uris="urn:ietf:wg:oauth:2.0:oob", scopes=_DEFAULT_SCOPES, force_login=False, state=None, lang=None):
556 """ 387 """
557 Returns the URL that a client needs to request an OAuth grant from the server. 388 Returns the URL that a client needs to request an OAuth grant from the server.
558 389
@@ -592,7 +423,7 @@ class Mastodon:
592 formatted_params = urlencode(params) 423 formatted_params = urlencode(params)
593 return "".join([self.api_base_url, "/oauth/authorize?", formatted_params]) 424 return "".join([self.api_base_url, "/oauth/authorize?", formatted_params])
594 425
595 def log_in(self, username=None, password=None, code=None, redirect_uri="urn:ietf:wg:oauth:2.0:oob", refresh_token=None, scopes=__DEFAULT_SCOPES, to_file=None): 426 def log_in(self, username=None, password=None, code=None, redirect_uri="urn:ietf:wg:oauth:2.0:oob", refresh_token=None, scopes=_DEFAULT_SCOPES, to_file=None):
596 """ 427 """
597 Get the access token for a user. 428 Get the access token for a user.
598 429
@@ -643,9 +474,9 @@ class Mastodon:
643 raise MastodonIllegalArgumentError('Invalid request: %s' % e) 474 raise MastodonIllegalArgumentError('Invalid request: %s' % e)
644 475
645 received_scopes = response["scope"].split(" ") 476 received_scopes = response["scope"].split(" ")
646 for scope_set in self.__SCOPE_SETS.keys(): 477 for scope_set in _SCOPE_SETS.keys():
647 if scope_set in received_scopes: 478 if scope_set in received_scopes:
648 received_scopes += self.__SCOPE_SETS[scope_set] 479 received_scopes += _SCOPE_SETS[scope_set]
649 480
650 if not set(scopes) <= set(received_scopes): 481 if not set(scopes) <= set(received_scopes):
651 raise MastodonAPIError('Granted scopes "' + " ".join(received_scopes) + '" do not contain all of the requested scopes "' + " ".join(scopes) + '".') 482 raise MastodonAPIError('Granted scopes "' + " ".join(received_scopes) + '" do not contain all of the requested scopes "' + " ".join(scopes) + '".')
@@ -686,7 +517,7 @@ class Mastodon:
686 self.__logged_in_id = None 517 self.__logged_in_id = None
687 518
688 @api_version("2.7.0", "2.7.0", "3.4.0") 519 @api_version("2.7.0", "2.7.0", "3.4.0")
689 def create_account(self, username, password, email, agreement=False, reason=None, locale="en", scopes=__DEFAULT_SCOPES, to_file=None, return_detailed_error=False): 520 def create_account(self, username, password, email, agreement=False, reason=None, locale="en", scopes=_DEFAULT_SCOPES, to_file=None, return_detailed_error=False):
690 """ 521 """
691 Creates a new user account with the given username, password and email. "agreement" 522 Creates a new user account with the given username, password and email. "agreement"
692 must be set to true (after showing the user the instance's user agreement and having 523 must be set to true (after showing the user the instance's user agreement and having
@@ -759,9 +590,9 @@ class Mastodon:
759 590
760 # Step 3: Check scopes, persist, et cetera 591 # Step 3: Check scopes, persist, et cetera
761 received_scopes = response["scope"].split(" ") 592 received_scopes = response["scope"].split(" ")
762 for scope_set in self.__SCOPE_SETS.keys(): 593 for scope_set in _SCOPE_SETS.keys():
763 if scope_set in received_scopes: 594 if scope_set in received_scopes:
764 received_scopes += self.__SCOPE_SETS[scope_set] 595 received_scopes += _SCOPE_SETS[scope_set]
765 596
766 if not set(scopes) <= set(received_scopes): 597 if not set(scopes) <= set(received_scopes):
767 raise MastodonAPIError('Granted scopes "' + " ".join(received_scopes) + '" do not contain all of the requested scopes "' + " ".join(scopes) + '".') 598 raise MastodonAPIError('Granted scopes "' + " ".join(received_scopes) + '" do not contain all of the requested scopes "' + " ".join(scopes) + '".')
@@ -3852,7 +3683,7 @@ class Mastodon:
3852 # Streaming 3683 # Streaming
3853 ### 3684 ###
3854 @api_version("1.1.0", "1.4.2", __DICT_VERSION_STATUS) 3685 @api_version("1.1.0", "1.4.2", __DICT_VERSION_STATUS)
3855 def stream_user(self, listener, run_async=False, timeout=__DEFAULT_STREAM_TIMEOUT, reconnect_async=False, reconnect_async_wait_sec=__DEFAULT_STREAM_RECONNECT_WAIT_SEC): 3686 def stream_user(self, listener, run_async=False, timeout=_DEFAULT_STREAM_TIMEOUT, reconnect_async=False, reconnect_async_wait_sec=_DEFAULT_STREAM_RECONNECT_WAIT_SEC):
3856 """ 3687 """
3857 Streams events that are relevant to the authorized user, i.e. home 3688 Streams events that are relevant to the authorized user, i.e. home
3858 timeline and notifications. 3689 timeline and notifications.
@@ -3860,21 +3691,21 @@ class Mastodon:
3860 return self.__stream('/api/v1/streaming/user', listener, run_async=run_async, timeout=timeout, reconnect_async=reconnect_async, reconnect_async_wait_sec=reconnect_async_wait_sec) 3691 return self.__stream('/api/v1/streaming/user', listener, run_async=run_async, timeout=timeout, reconnect_async=reconnect_async, reconnect_async_wait_sec=reconnect_async_wait_sec)
3861 3692
3862 @api_version("1.1.0", "1.4.2", __DICT_VERSION_STATUS) 3693 @api_version("1.1.0", "1.4.2", __DICT_VERSION_STATUS)
3863 def stream_public(self, listener, run_async=False, timeout=__DEFAULT_STREAM_TIMEOUT, reconnect_async=False, reconnect_async_wait_sec=__DEFAULT_STREAM_RECONNECT_WAIT_SEC): 3694 def stream_public(self, listener, run_async=False, timeout=_DEFAULT_STREAM_TIMEOUT, reconnect_async=False, reconnect_async_wait_sec=_DEFAULT_STREAM_RECONNECT_WAIT_SEC):
3864 """ 3695 """
3865 Streams public events. 3696 Streams public events.
3866 """ 3697 """
3867 return self.__stream('/api/v1/streaming/public', listener, run_async=run_async, timeout=timeout, reconnect_async=reconnect_async, reconnect_async_wait_sec=reconnect_async_wait_sec) 3698 return self.__stream('/api/v1/streaming/public', listener, run_async=run_async, timeout=timeout, reconnect_async=reconnect_async, reconnect_async_wait_sec=reconnect_async_wait_sec)
3868 3699
3869 @api_version("1.1.0", "1.4.2", __DICT_VERSION_STATUS) 3700 @api_version("1.1.0", "1.4.2", __DICT_VERSION_STATUS)
3870 def stream_local(self, listener, run_async=False, timeout=__DEFAULT_STREAM_TIMEOUT, reconnect_async=False, reconnect_async_wait_sec=__DEFAULT_STREAM_RECONNECT_WAIT_SEC): 3701 def stream_local(self, listener, run_async=False, timeout=_DEFAULT_STREAM_TIMEOUT, reconnect_async=False, reconnect_async_wait_sec=_DEFAULT_STREAM_RECONNECT_WAIT_SEC):
3871 """ 3702 """
3872 Streams local public events. 3703 Streams local public events.
3873 """ 3704 """
3874 return self.__stream('/api/v1/streaming/public/local', listener, run_async=run_async, timeout=timeout, reconnect_async=reconnect_async, reconnect_async_wait_sec=reconnect_async_wait_sec) 3705 return self.__stream('/api/v1/streaming/public/local', listener, run_async=run_async, timeout=timeout, reconnect_async=reconnect_async, reconnect_async_wait_sec=reconnect_async_wait_sec)
3875 3706
3876 @api_version("1.1.0", "1.4.2", __DICT_VERSION_STATUS) 3707 @api_version("1.1.0", "1.4.2", __DICT_VERSION_STATUS)
3877 def stream_hashtag(self, tag, listener, local=False, run_async=False, timeout=__DEFAULT_STREAM_TIMEOUT, reconnect_async=False, reconnect_async_wait_sec=__DEFAULT_STREAM_RECONNECT_WAIT_SEC): 3708 def stream_hashtag(self, tag, listener, local=False, run_async=False, timeout=_DEFAULT_STREAM_TIMEOUT, reconnect_async=False, reconnect_async_wait_sec=_DEFAULT_STREAM_RECONNECT_WAIT_SEC):
3878 """ 3709 """
3879 Stream for all public statuses for the hashtag 'tag' seen by the connected 3710 Stream for all public statuses for the hashtag 'tag' seen by the connected
3880 instance. 3711 instance.
@@ -3890,7 +3721,7 @@ class Mastodon:
3890 return self.__stream("{}?tag={}".format(base, tag), listener, run_async=run_async, timeout=timeout, reconnect_async=reconnect_async, reconnect_async_wait_sec=reconnect_async_wait_sec) 3721 return self.__stream("{}?tag={}".format(base, tag), listener, run_async=run_async, timeout=timeout, reconnect_async=reconnect_async, reconnect_async_wait_sec=reconnect_async_wait_sec)
3891 3722
3892 @api_version("2.1.0", "2.1.0", __DICT_VERSION_STATUS) 3723 @api_version("2.1.0", "2.1.0", __DICT_VERSION_STATUS)
3893 def stream_list(self, id, listener, run_async=False, timeout=__DEFAULT_STREAM_TIMEOUT, reconnect_async=False, reconnect_async_wait_sec=__DEFAULT_STREAM_RECONNECT_WAIT_SEC): 3724 def stream_list(self, id, listener, run_async=False, timeout=_DEFAULT_STREAM_TIMEOUT, reconnect_async=False, reconnect_async_wait_sec=_DEFAULT_STREAM_RECONNECT_WAIT_SEC):
3894 """ 3725 """
3895 Stream events for the current user, restricted to accounts on the given 3726 Stream events for the current user, restricted to accounts on the given
3896 list. 3727 list.
@@ -3899,7 +3730,7 @@ class Mastodon:
3899 return self.__stream("/api/v1/streaming/list?list={}".format(id), listener, run_async=run_async, timeout=timeout, reconnect_async=reconnect_async, reconnect_async_wait_sec=reconnect_async_wait_sec) 3730 return self.__stream("/api/v1/streaming/list?list={}".format(id), listener, run_async=run_async, timeout=timeout, reconnect_async=reconnect_async, reconnect_async_wait_sec=reconnect_async_wait_sec)
3900 3731
3901 @api_version("2.6.0", "2.6.0", __DICT_VERSION_STATUS) 3732 @api_version("2.6.0", "2.6.0", __DICT_VERSION_STATUS)
3902 def stream_direct(self, listener, run_async=False, timeout=__DEFAULT_STREAM_TIMEOUT, reconnect_async=False, reconnect_async_wait_sec=__DEFAULT_STREAM_RECONNECT_WAIT_SEC): 3733 def stream_direct(self, listener, run_async=False, timeout=_DEFAULT_STREAM_TIMEOUT, reconnect_async=False, reconnect_async_wait_sec=_DEFAULT_STREAM_RECONNECT_WAIT_SEC):
3903 """ 3734 """
3904 Streams direct message events for the logged-in user, as conversation events. 3735 Streams direct message events for the logged-in user, as conversation events.
3905 """ 3736 """
@@ -3914,734 +3745,3 @@ class Mastodon:
3914 if api_okay in [b'OK', b'success']: 3745 if api_okay in [b'OK', b'success']:
3915 return True 3746 return True
3916 return False 3747 return False
3917
3918 ###
3919 # Internal helpers, dragons probably
3920 ###
3921 def __datetime_to_epoch(self, date_time):
3922 """
3923 Converts a python datetime to unix epoch, accounting for
3924 time zones and such.
3925
3926 Assumes UTC if timezone is not given.
3927 """
3928 if date_time.tzinfo is None:
3929 date_time = date_time.replace(tzinfo=datetime.timezone.utc)
3930 return date_time.timestamp()
3931
3932 def __get_logged_in_id(self):
3933 """
3934 Fetch the logged in user's ID, with caching. ID is reset on calls to log_in.
3935 """
3936 if self.__logged_in_id is None:
3937 self.__logged_in_id = self.account_verify_credentials().id
3938 return self.__logged_in_id
3939
3940 @staticmethod
3941 def __json_allow_dict_attrs(json_object):
3942 """
3943 Makes it possible to use attribute notation to access a dicts
3944 elements, while still allowing the dict to act as a dict.
3945 """
3946 if isinstance(json_object, dict):
3947 return AttribAccessDict(json_object)
3948 return json_object
3949
3950 @staticmethod
3951 def __json_date_parse(json_object):
3952 """
3953 Parse dates in certain known json fields, if possible.
3954 """
3955 known_date_fields = ["created_at", "week", "day", "expires_at", "scheduled_at",
3956 "updated_at", "last_status_at", "starts_at", "ends_at", "published_at", "edited_at"]
3957 mark_delete = []
3958 for k, v in json_object.items():
3959 if k in known_date_fields:
3960 if v is not None:
3961 try:
3962 if isinstance(v, int):
3963 json_object[k] = datetime.datetime.fromtimestamp(v, datetime.timezone.utc)
3964 else:
3965 json_object[k] = dateutil.parser.parse(v)
3966 except:
3967 # When we can't parse a date, we just leave the field out
3968 mark_delete.append(k)
3969 # Two step process because otherwise python gets very upset
3970 for k in mark_delete:
3971 del json_object[k]
3972 return json_object
3973
3974 @staticmethod
3975 def __json_truefalse_parse(json_object):
3976 """
3977 Parse 'True' / 'False' strings in certain known fields
3978 """
3979 for key in ('follow', 'favourite', 'reblog', 'mention'):
3980 if (key in json_object and isinstance(json_object[key], six.text_type)):
3981 if json_object[key].lower() == 'true':
3982 json_object[key] = True
3983 if json_object[key].lower() == 'false':
3984 json_object[key] = False
3985 return json_object
3986
3987 @staticmethod
3988 def __json_strnum_to_bignum(json_object):
3989 """
3990 Converts json string numerals to native python bignums.
3991 """
3992 for key in ('id', 'week', 'in_reply_to_id', 'in_reply_to_account_id', 'logins', 'registrations', 'statuses', 'day', 'last_read_id'):
3993 if (key in json_object and isinstance(json_object[key], six.text_type)):
3994 try:
3995 json_object[key] = int(json_object[key])
3996 except ValueError:
3997 pass
3998
3999 return json_object
4000
4001 @staticmethod
4002 def __json_hooks(json_object):
4003 """
4004 All the json hooks. Used in request parsing.
4005 """
4006 json_object = Mastodon.__json_strnum_to_bignum(json_object)
4007 json_object = Mastodon.__json_date_parse(json_object)
4008 json_object = Mastodon.__json_truefalse_parse(json_object)
4009 json_object = Mastodon.__json_allow_dict_attrs(json_object)
4010 return json_object
4011
4012 @staticmethod
4013 def __consistent_isoformat_utc(datetime_val):
4014 """
4015 Function that does what isoformat does but it actually does the same
4016 every time instead of randomly doing different things on some systems
4017 and also it represents that time as the equivalent UTC time.
4018 """
4019 isotime = datetime_val.astimezone(datetime.timezone.utc).strftime("%Y-%m-%dT%H:%M:%S%z")
4020 if isotime[-2] != ":":
4021 isotime = isotime[:-2] + ":" + isotime[-2:]
4022 return isotime
4023
4024 def __api_request(self, method, endpoint, params={}, files={}, headers={}, access_token_override=None, base_url_override=None,
4025 do_ratelimiting=True, use_json=False, parse=True, return_response_object=False, skip_error_check=False, lang_override=None):
4026 """
4027 Internal API request helper.
4028 """
4029 response = None
4030 remaining_wait = 0
4031
4032 # Add language to params if not None
4033 lang = self.lang
4034 if lang_override is not None:
4035 lang = lang_override
4036 if lang is not None:
4037 params["lang"] = lang
4038
4039 # "pace" mode ratelimiting: Assume constant rate of requests, sleep a little less long than it
4040 # would take to not hit the rate limit at that request rate.
4041 if do_ratelimiting and self.ratelimit_method == "pace":
4042 if self.ratelimit_remaining == 0:
4043 to_next = self.ratelimit_reset - time.time()
4044 if to_next > 0:
4045 # As a precaution, never sleep longer than 5 minutes
4046 to_next = min(to_next, 5 * 60)
4047 time.sleep(to_next)
4048 else:
4049 time_waited = time.time() - self.ratelimit_lastcall
4050 time_wait = float(self.ratelimit_reset - time.time()) / float(self.ratelimit_remaining)
4051 remaining_wait = time_wait - time_waited
4052
4053 if remaining_wait > 0:
4054 to_next = remaining_wait / self.ratelimit_pacefactor
4055 to_next = min(to_next, 5 * 60)
4056 time.sleep(to_next)
4057
4058 # Generate request headers
4059 headers = copy.deepcopy(headers)
4060 if self.access_token is not None:
4061 headers['Authorization'] = 'Bearer ' + self.access_token
4062 if access_token_override is not None:
4063 headers['Authorization'] = 'Bearer ' + access_token_override
4064
4065 # Add user-agent
4066 if self.user_agent:
4067 headers['User-Agent'] = self.user_agent
4068
4069 # Determine base URL
4070 base_url = self.api_base_url
4071 if base_url_override is not None:
4072 base_url = base_url_override
4073
4074 if self.debug_requests:
4075 print('Mastodon: Request to endpoint "' + base_url +
4076 endpoint + '" using method "' + method + '".')
4077 print('Parameters: ' + str(params))
4078 print('Headers: ' + str(headers))
4079 print('Files: ' + str(files))
4080
4081 # Make request
4082 request_complete = False
4083 while not request_complete:
4084 request_complete = True
4085
4086 response_object = None
4087 try:
4088 kwargs = dict(headers=headers, files=files, timeout=self.request_timeout)
4089 if use_json:
4090 kwargs['json'] = params
4091 elif method == 'GET':
4092 kwargs['params'] = params
4093 else:
4094 kwargs['data'] = params
4095
4096 response_object = self.session.request(method, base_url + endpoint, **kwargs)
4097 except Exception as e:
4098 raise MastodonNetworkError(
4099 "Could not complete request: %s" % e)
4100
4101 if response_object is None:
4102 raise MastodonIllegalArgumentError("Illegal request.")
4103
4104 # Parse rate limiting headers
4105 if 'X-RateLimit-Remaining' in response_object.headers and do_ratelimiting:
4106 self.ratelimit_remaining = int(
4107 response_object.headers['X-RateLimit-Remaining'])
4108 self.ratelimit_limit = int(
4109 response_object.headers['X-RateLimit-Limit'])
4110
4111 # For gotosocial, we need an int representation, but for non-ints this would crash
4112 try:
4113 ratelimit_intrep = str(
4114 int(response_object.headers['X-RateLimit-Reset']))
4115 except:
4116 ratelimit_intrep = None
4117
4118 try:
4119 if ratelimit_intrep is not None and ratelimit_intrep == response_object.headers['X-RateLimit-Reset']:
4120 self.ratelimit_reset = int(
4121 response_object.headers['X-RateLimit-Reset'])
4122 else:
4123 ratelimit_reset_datetime = dateutil.parser.parse(response_object.headers['X-RateLimit-Reset'])
4124 self.ratelimit_reset = self.__datetime_to_epoch(ratelimit_reset_datetime)
4125
4126 # Adjust server time to local clock
4127 if 'Date' in response_object.headers:
4128 server_time_datetime = dateutil.parser.parse(response_object.headers['Date'])
4129 server_time = self.__datetime_to_epoch(server_time_datetime)
4130 server_time_diff = time.time() - server_time
4131 self.ratelimit_reset += server_time_diff
4132 self.ratelimit_lastcall = time.time()
4133 except Exception as e:
4134 raise MastodonRatelimitError(
4135 "Rate limit time calculations failed: %s" % e)
4136
4137 # Handle response
4138 if self.debug_requests:
4139 print('Mastodon: Response received with code ' + str(response_object.status_code) + '.')
4140 print('response headers: ' + str(response_object.headers))
4141 print('Response text content: ' + str(response_object.text))
4142
4143 if not response_object.ok:
4144 try:
4145 response = response_object.json(object_hook=self.__json_hooks)
4146 if isinstance(response, dict) and 'error' in response:
4147 error_msg = response['error']
4148 elif isinstance(response, str):
4149 error_msg = response
4150 else:
4151 error_msg = None
4152 except ValueError:
4153 error_msg = None
4154
4155 # Handle rate limiting
4156 if response_object.status_code == 429:
4157 if self.ratelimit_method == 'throw' or not do_ratelimiting:
4158 raise MastodonRatelimitError('Hit rate limit.')
4159 elif self.ratelimit_method in ('wait', 'pace'):
4160 to_next = self.ratelimit_reset - time.time()
4161 if to_next > 0:
4162 # As a precaution, never sleep longer than 5 minutes
4163 to_next = min(to_next, 5 * 60)
4164 time.sleep(to_next)
4165 request_complete = False
4166 continue
4167
4168 if not skip_error_check:
4169 if response_object.status_code == 404:
4170 ex_type = MastodonNotFoundError
4171 if not error_msg:
4172 error_msg = 'Endpoint not found.'
4173 # this is for compatibility with older versions
4174 # which raised MastodonAPIError('Endpoint not found.')
4175 # on any 404
4176 elif response_object.status_code == 401:
4177 ex_type = MastodonUnauthorizedError
4178 elif response_object.status_code == 500:
4179 ex_type = MastodonInternalServerError
4180 elif response_object.status_code == 502:
4181 ex_type = MastodonBadGatewayError
4182 elif response_object.status_code == 503:
4183 ex_type = MastodonServiceUnavailableError
4184 elif response_object.status_code == 504:
4185 ex_type = MastodonGatewayTimeoutError
4186 elif response_object.status_code >= 500 and \
4187 response_object.status_code <= 511:
4188 ex_type = MastodonServerError
4189 else:
4190 ex_type = MastodonAPIError
4191
4192 raise ex_type('Mastodon API returned error', response_object.status_code, response_object.reason, error_msg)
4193
4194 if return_response_object:
4195 return response_object
4196
4197 if parse:
4198 try:
4199 response = response_object.json(object_hook=self.__json_hooks)
4200 except:
4201 raise MastodonAPIError(
4202 "Could not parse response as JSON, response code was %s, "
4203 "bad json content was '%s'" % (response_object.status_code,
4204 response_object.content))
4205 else:
4206 response = response_object.content
4207
4208 # Parse link headers
4209 if isinstance(response, list) and \
4210 'Link' in response_object.headers and \
4211 response_object.headers['Link'] != "":
4212 response = AttribAccessList(response)
4213 tmp_urls = requests.utils.parse_header_links(
4214 response_object.headers['Link'].rstrip('>').replace('>,<', ',<'))
4215 for url in tmp_urls:
4216 if 'rel' not in url:
4217 continue
4218
4219 if url['rel'] == 'next':
4220 # Be paranoid and extract max_id specifically
4221 next_url = url['url']
4222 matchgroups = re.search(
4223 r"[?&]max_id=([^&]+)", next_url)
4224
4225 if matchgroups:
4226 next_params = copy.deepcopy(params)
4227 next_params['_pagination_method'] = method
4228 next_params['_pagination_endpoint'] = endpoint
4229 max_id = matchgroups.group(1)
4230 if max_id.isdigit():
4231 next_params['max_id'] = int(max_id)
4232 else:
4233 next_params['max_id'] = max_id
4234 if "since_id" in next_params:
4235 del next_params['since_id']
4236 if "min_id" in next_params:
4237 del next_params['min_id']
4238 response._pagination_next = next_params
4239
4240 # Maybe other API users rely on the pagination info in the last item
4241 # Will be removed in future
4242 if isinstance(response[-1], AttribAccessDict):
4243 response[-1]._pagination_next = next_params
4244
4245 if url['rel'] == 'prev':
4246 # Be paranoid and extract since_id or min_id specifically
4247 prev_url = url['url']
4248
4249 # Old and busted (pre-2.6.0): since_id pagination
4250 matchgroups = re.search(
4251 r"[?&]since_id=([^&]+)", prev_url)
4252 if matchgroups:
4253 prev_params = copy.deepcopy(params)
4254 prev_params['_pagination_method'] = method
4255 prev_params['_pagination_endpoint'] = endpoint
4256 since_id = matchgroups.group(1)
4257 if since_id.isdigit():
4258 prev_params['since_id'] = int(since_id)
4259 else:
4260 prev_params['since_id'] = since_id
4261 if "max_id" in prev_params:
4262 del prev_params['max_id']
4263 response._pagination_prev = prev_params
4264
4265 # Maybe other API users rely on the pagination info in the first item
4266 # Will be removed in future
4267 if isinstance(response[0], AttribAccessDict):
4268 response[0]._pagination_prev = prev_params
4269
4270 # New and fantastico (post-2.6.0): min_id pagination
4271 matchgroups = re.search(
4272 r"[?&]min_id=([^&]+)", prev_url)
4273 if matchgroups:
4274 prev_params = copy.deepcopy(params)
4275 prev_params['_pagination_method'] = method
4276 prev_params['_pagination_endpoint'] = endpoint
4277 min_id = matchgroups.group(1)
4278 if min_id.isdigit():
4279 prev_params['min_id'] = int(min_id)
4280 else:
4281 prev_params['min_id'] = min_id
4282 if "max_id" in prev_params:
4283 del prev_params['max_id']
4284 response._pagination_prev = prev_params
4285
4286 # Maybe other API users rely on the pagination info in the first item
4287 # Will be removed in future
4288 if isinstance(response[0], AttribAccessDict):
4289 response[0]._pagination_prev = prev_params
4290
4291 return response
4292
4293 def __get_streaming_base(self):
4294 """
4295 Internal streaming API helper.
4296
4297 Returns the correct URL for the streaming API.
4298 """
4299 instance = self.instance()
4300 if "streaming_api" in instance["urls"] and instance["urls"]["streaming_api"] != self.api_base_url:
4301 # This is probably a websockets URL, which is really for the browser, but requests can't handle it
4302 # So we do this below to turn it into an HTTPS or HTTP URL
4303 parse = urlparse(instance["urls"]["streaming_api"])
4304 if parse.scheme == 'wss':
4305 url = "https://" + parse.netloc
4306 elif parse.scheme == 'ws':
4307 url = "http://" + parse.netloc
4308 else:
4309 raise MastodonAPIError(
4310 "Could not parse streaming api location returned from server: {}.".format(
4311 instance["urls"]["streaming_api"]))
4312 else:
4313 url = self.api_base_url
4314 return url
4315
4316 def __stream(self, endpoint, listener, params={}, run_async=False, timeout=__DEFAULT_STREAM_TIMEOUT, reconnect_async=False, reconnect_async_wait_sec=__DEFAULT_STREAM_RECONNECT_WAIT_SEC):
4317 """
4318 Internal streaming API helper.
4319
4320 Returns a handle to the open connection that the user can close if they
4321 wish to terminate it.
4322 """
4323
4324 # Check if we have to redirect
4325 url = self.__get_streaming_base()
4326
4327 # The streaming server can't handle two slashes in a path, so remove trailing slashes
4328 if url[-1] == '/':
4329 url = url[:-1]
4330
4331 # Connect function (called and then potentially passed to async handler)
4332 def connect_func():
4333 headers = {"Authorization": "Bearer " +
4334 self.access_token} if self.access_token else {}
4335 if self.user_agent:
4336 headers['User-Agent'] = self.user_agent
4337 connection = self.session.get(url + endpoint, headers=headers, data=params, stream=True,
4338 timeout=(self.request_timeout, timeout))
4339
4340 if connection.status_code != 200:
4341 raise MastodonNetworkError(
4342 "Could not connect to streaming server: %s" % connection.reason)
4343 return connection
4344 connection = None
4345
4346 # Async stream handler
4347 class __stream_handle():
4348 def __init__(self, connection, connect_func, reconnect_async, reconnect_async_wait_sec):
4349 self.closed = False
4350 self.running = True
4351 self.connection = connection
4352 self.connect_func = connect_func
4353 self.reconnect_async = reconnect_async
4354 self.reconnect_async_wait_sec = reconnect_async_wait_sec
4355 self.reconnecting = False
4356
4357 def close(self):
4358 self.closed = True
4359 if self.connection is not None:
4360 self.connection.close()
4361
4362 def is_alive(self):
4363 return self._thread.is_alive()
4364
4365 def is_receiving(self):
4366 if self.closed or not self.running or self.reconnecting or not self.is_alive():
4367 return False
4368 else:
4369 return True
4370
4371 def _sleep_attentive(self):
4372 if self._thread != threading.current_thread():
4373 raise RuntimeError(
4374 "Illegal call from outside the stream_handle thread")
4375 time_remaining = self.reconnect_async_wait_sec
4376 while time_remaining > 0 and not self.closed:
4377 time.sleep(0.5)
4378 time_remaining -= 0.5
4379
4380 def _threadproc(self):
4381 self._thread = threading.current_thread()
4382
4383 # Run until closed or until error if not autoreconnecting
4384 while self.running:
4385 if self.connection is not None:
4386 with closing(self.connection) as r:
4387 try:
4388 listener.handle_stream(r)
4389 except (AttributeError, MastodonMalformedEventError, MastodonNetworkError) as e:
4390 if not (self.closed or self.reconnect_async):
4391 raise e
4392 else:
4393 if self.closed:
4394 self.running = False
4395
4396 # Reconnect loop. Try immediately once, then with delays on error.
4397 if (self.reconnect_async and not self.closed) or self.connection is None:
4398 self.reconnecting = True
4399 connect_success = False
4400 while not connect_success:
4401 if self.closed:
4402 # Someone from outside stopped the streaming
4403 self.running = False
4404 break
4405 try:
4406 the_connection = self.connect_func()
4407 if the_connection.status_code != 200:
4408 exception = MastodonNetworkError(f"Could not connect to server. "
4409 f"HTTP status: {the_connection.status_code}")
4410 listener.on_abort(exception)
4411 self._sleep_attentive()
4412 if self.closed:
4413 # Here we have maybe a rare race condition. Exactly on connect, someone
4414 # stopped the streaming before. We close the previous established connection:
4415 the_connection.close()
4416 else:
4417 self.connection = the_connection
4418 connect_success = True
4419 except:
4420 self._sleep_attentive()
4421 connect_success = False
4422 self.reconnecting = False
4423 else:
4424 self.running = False
4425 return 0
4426
4427 if run_async:
4428 handle = __stream_handle(
4429 connection, connect_func, reconnect_async, reconnect_async_wait_sec)
4430 t = threading.Thread(args=(), target=handle._threadproc)
4431 t.daemon = True
4432 t.start()
4433 return handle
4434 else:
4435 # Blocking, never returns (can only leave via exception)
4436 connection = connect_func()
4437 with closing(connection) as r:
4438 listener.handle_stream(r)
4439
4440 def __generate_params(self, params, exclude=[]):
4441 """
4442 Internal named-parameters-to-dict helper.
4443
4444 Note for developers: If called with locals() as params,
4445 as is the usual practice in this code, the __generate_params call
4446 (or at least the locals() call) should generally be the first thing
4447 in your function.
4448 """
4449 params = collections.OrderedDict(params)
4450
4451 if 'self' in params:
4452 del params['self']
4453
4454 param_keys = list(params.keys())
4455 for key in param_keys:
4456 if isinstance(params[key], bool):
4457 params[key] = '1' if params[key] else '0'
4458
4459 for key in param_keys:
4460 if params[key] is None or key in exclude:
4461 del params[key]
4462
4463 param_keys = list(params.keys())
4464 for key in param_keys:
4465 if isinstance(params[key], list):
4466 params[key + "[]"] = params[key]
4467 del params[key]
4468
4469 return params
4470
4471 def __unpack_id(self, id, dateconv=False):
4472 """
4473 Internal object-to-id converter
4474
4475 Checks if id is a dict that contains id and
4476 returns the id inside, otherwise just returns
4477 the id straight.
4478
4479 Also unpacks datetimes to snowflake IDs if requested.
4480 """
4481 if isinstance(id, dict) and "id" in id:
4482 id = id["id"]
4483 if dateconv and isinstance(id, datetime.datetime):
4484 id = (int(id.timestamp()) << 16) * 1000
4485 return id
4486
4487 def __decode_webpush_b64(self, data):
4488 """
4489 Re-pads and decodes urlsafe base64.
4490 """
4491 missing_padding = len(data) % 4
4492 if missing_padding != 0:
4493 data += '=' * (4 - missing_padding)
4494 return base64.urlsafe_b64decode(data)
4495
4496 def __get_token_expired(self):
4497 """Internal helper for oauth code"""
4498 return self._token_expired < datetime.datetime.now()
4499
4500 def __set_token_expired(self, value):
4501 """Internal helper for oauth code"""
4502 self._token_expired = datetime.datetime.now() + datetime.timedelta(seconds=value)
4503 return
4504
4505 def __get_refresh_token(self):
4506 """Internal helper for oauth code"""
4507 return self._refresh_token
4508
4509 def __set_refresh_token(self, value):
4510 """Internal helper for oauth code"""
4511 self._refresh_token = value
4512 return
4513
4514 def __guess_type(self, media_file):
4515 """Internal helper to guess media file type"""
4516 mime_type = None
4517 try:
4518 mime_type = magic.from_file(media_file, mime=True)
4519 except AttributeError:
4520 mime_type = mimetypes.guess_type(media_file)[0]
4521 return mime_type
4522
4523 def __load_media_file(self, media_file, mime_type=None, file_name=None):
4524 if isinstance(media_file, PurePath):
4525 media_file = str(media_file)
4526 if isinstance(media_file, str) and os.path.isfile(media_file):
4527 mime_type = self.__guess_type(media_file)
4528 media_file = open(media_file, 'rb')
4529 elif isinstance(media_file, str) and os.path.isfile(media_file):
4530 media_file = open(media_file, 'rb')
4531 if mime_type is None:
4532 raise MastodonIllegalArgumentError(
4533 'Could not determine mime type or data passed directly without mime type.')
4534 if file_name is None:
4535 random_suffix = uuid.uuid4().hex
4536 file_name = "mastodonpyupload_" + \
4537 str(time.time()) + "_" + str(random_suffix) + \
4538 mimetypes.guess_extension(mime_type)
4539 return (file_name, media_file, mime_type)
4540
4541 @staticmethod
4542 def __protocolize(base_url):
4543 """Internal add-protocol-to-url helper"""
4544 if not base_url.startswith("http://") and not base_url.startswith("https://"):
4545 base_url = "https://" + base_url
4546
4547 # Some API endpoints can't handle extra /'s in path requests
4548 base_url = base_url.rstrip("/")
4549 return base_url
4550
4551 @staticmethod
4552 def __deprotocolize(base_url):
4553 """Internal helper to strip http and https from a URL"""
4554 if base_url.startswith("http://"):
4555 base_url = base_url[7:]
4556 elif base_url.startswith("https://") or base_url.startswith("onion://"):
4557 base_url = base_url[8:]
4558 return base_url
4559
4560##
4561# Exceptions
4562##
4563class MastodonError(Exception):
4564 """Base class for Mastodon.py exceptions"""
4565
4566
4567class MastodonVersionError(MastodonError):
4568 """Raised when a function is called that the version of Mastodon for which
4569 Mastodon.py was instantiated does not support"""
4570
4571
4572class MastodonIllegalArgumentError(ValueError, MastodonError):
4573 """Raised when an incorrect parameter is passed to a function"""
4574 pass
4575
4576
4577class MastodonIOError(IOError, MastodonError):
4578 """Base class for Mastodon.py I/O errors"""
4579
4580
4581class MastodonFileNotFoundError(MastodonIOError):
4582 """Raised when a file requested to be loaded can not be opened"""
4583 pass
4584
4585
4586class MastodonNetworkError(MastodonIOError):
4587 """Raised when network communication with the server fails"""
4588 pass
4589
4590
4591class MastodonReadTimeout(MastodonNetworkError):
4592 """Raised when a stream times out"""
4593 pass
4594
4595
4596class MastodonAPIError(MastodonError):
4597 """Raised when the mastodon API generates a response that cannot be handled"""
4598 pass
4599
4600
4601class MastodonServerError(MastodonAPIError):
4602 """Raised if the Server is malconfigured and returns a 5xx error code"""
4603 pass
4604
4605
4606class MastodonInternalServerError(MastodonServerError):
4607 """Raised if the Server returns a 500 error"""
4608 pass
4609
4610
4611class MastodonBadGatewayError(MastodonServerError):
4612 """Raised if the Server returns a 502 error"""
4613 pass
4614
4615
4616class MastodonServiceUnavailableError(MastodonServerError):
4617 """Raised if the Server returns a 503 error"""
4618 pass
4619
4620
4621class MastodonGatewayTimeoutError(MastodonServerError):
4622 """Raised if the Server returns a 504 error"""
4623 pass
4624
4625
4626class MastodonNotFoundError(MastodonAPIError):
4627 """Raised when the Mastodon API returns a 404 Not Found error"""
4628 pass
4629
4630
4631class MastodonUnauthorizedError(MastodonAPIError):
4632 """Raised when the Mastodon API returns a 401 Unauthorized error
4633
4634 This happens when an OAuth token is invalid or has been revoked,
4635 or when trying to access an endpoint that can't be used without
4636 authentication without providing credentials."""
4637 pass
4638
4639
4640class MastodonRatelimitError(MastodonError):
4641 """Raised when rate limiting is set to manual mode and the rate limit is exceeded"""
4642 pass
4643
4644
4645class MastodonMalformedEventError(MastodonError):
4646 """Raised when the server-sent event stream is malformed"""
4647 pass
diff --git a/mastodon/compat.py b/mastodon/compat.py
new file mode 100644
index 0000000..905bfa7
--- /dev/null
+++ b/mastodon/compat.py
@@ -0,0 +1,45 @@
1# compat.py - backwards compatible optional imports
2
3IMPL_HAS_CRYPTO = True
4try:
5 import cryptography
6 from cryptography.hazmat.backends import default_backend
7 from cryptography.hazmat.primitives.asymmetric import ec
8 from cryptography.hazmat.primitives import serialization
9except:
10 IMPL_HAS_CRYPTO = False
11 cryptography = None
12 default_backend = None
13 ec = None
14 serialization = None
15
16IMPL_HAS_ECE = True
17try:
18 import http_ece
19except:
20 IMPL_HAS_ECE = False
21 http_ece = None
22
23IMPL_HAS_BLURHASH = True
24try:
25 import blurhash
26except:
27 IMPL_HAS_BLURHASH = False
28 blurhash = None
29
30try:
31 from urllib.parse import urlparse
32except ImportError:
33 from urlparse import urlparse
34
35try:
36 import magic
37except ImportError:
38 magic = None
39
40try:
41 from pathlib import PurePath
42except:
43 class PurePath:
44 pass
45
diff --git a/mastodon/defaults.py b/mastodon/defaults.py
new file mode 100644
index 0000000..950ffa2
--- /dev/null
+++ b/mastodon/defaults.py
@@ -0,0 +1,64 @@
1# defaults.py - default values for various parameters
2
3_DEFAULT_TIMEOUT = 300
4_DEFAULT_STREAM_TIMEOUT = 300
5_DEFAULT_STREAM_RECONNECT_WAIT_SEC = 5
6_DEFAULT_SCOPES = ['read', 'write', 'follow', 'push']
7_SCOPE_SETS = {
8 'read': [
9 'read:accounts',
10 'read:blocks',
11 'read:favourites',
12 'read:filters',
13 'read:follows',
14 'read:lists',
15 'read:mutes',
16 'read:notifications',
17 'read:search',
18 'read:statuses',
19 'read:bookmarks'
20 ],
21 'write': [
22 'write:accounts',
23 'write:blocks',
24 'write:favourites',
25 'write:filters',
26 'write:follows',
27 'write:lists',
28 'write:media',
29 'write:mutes',
30 'write:notifications',
31 'write:reports',
32 'write:statuses',
33 'write:bookmarks'
34 ],
35 'follow': [
36 'read:blocks',
37 'read:follows',
38 'read:mutes',
39 'write:blocks',
40 'write:follows',
41 'write:mutes',
42 ],
43 'admin:read': [
44 'admin:read:accounts',
45 'admin:read:reports',
46 'admin:read:domain_allows',
47 'admin:read:domain_blocks',
48 'admin:read:ip_blocks',
49 'admin:read:email_domain_blocks',
50 'admin:read:canonical_email_blocks',
51 ],
52 'admin:write': [
53 'admin:write:accounts',
54 'admin:write:reports',
55 'admin:write:domain_allows',
56 'admin:write:domain_blocks',
57 'admin:write:ip_blocks',
58 'admin:write:email_domain_blocks',
59 'admin:write:canonical_email_blocks',
60 ],
61}
62_VALID_SCOPES = ['read', 'write', 'follow', 'push', 'admin:read', 'admin:write'] + \
63 _SCOPE_SETS['read'] + _SCOPE_SETS['write'] + \
64 _SCOPE_SETS['admin:read'] + _SCOPE_SETS['admin:write'] \ No newline at end of file
diff --git a/mastodon/error.py b/mastodon/error.py
new file mode 100644
index 0000000..85cc313
--- /dev/null
+++ b/mastodon/error.py
@@ -0,0 +1,90 @@
1# error.py - error classes
2
3##
4# Exceptions
5##
6class MastodonError(Exception):
7 """Base class for Mastodon.py exceptions"""
8
9
10class MastodonVersionError(MastodonError):
11 """Raised when a function is called that the version of Mastodon for which
12 Mastodon.py was instantiated does not support"""
13
14
15class MastodonIllegalArgumentError(ValueError, MastodonError):
16 """Raised when an incorrect parameter is passed to a function"""
17 pass
18
19
20class MastodonIOError(IOError, MastodonError):
21 """Base class for Mastodon.py I/O errors"""
22
23
24class MastodonFileNotFoundError(MastodonIOError):
25 """Raised when a file requested to be loaded can not be opened"""
26 pass
27
28
29class MastodonNetworkError(MastodonIOError):
30 """Raised when network communication with the server fails"""
31 pass
32
33
34class MastodonReadTimeout(MastodonNetworkError):
35 """Raised when a stream times out"""
36 pass
37
38
39class MastodonAPIError(MastodonError):
40 """Raised when the mastodon API generates a response that cannot be handled"""
41 pass
42
43
44class MastodonServerError(MastodonAPIError):
45 """Raised if the Server is malconfigured and returns a 5xx error code"""
46 pass
47
48
49class MastodonInternalServerError(MastodonServerError):
50 """Raised if the Server returns a 500 error"""
51 pass
52
53
54class MastodonBadGatewayError(MastodonServerError):
55 """Raised if the Server returns a 502 error"""
56 pass
57
58
59class MastodonServiceUnavailableError(MastodonServerError):
60 """Raised if the Server returns a 503 error"""
61 pass
62
63
64class MastodonGatewayTimeoutError(MastodonServerError):
65 """Raised if the Server returns a 504 error"""
66 pass
67
68
69class MastodonNotFoundError(MastodonAPIError):
70 """Raised when the Mastodon API returns a 404 Not Found error"""
71 pass
72
73
74class MastodonUnauthorizedError(MastodonAPIError):
75 """Raised when the Mastodon API returns a 401 Unauthorized error
76
77 This happens when an OAuth token is invalid or has been revoked,
78 or when trying to access an endpoint that can't be used without
79 authentication without providing credentials."""
80 pass
81
82
83class MastodonRatelimitError(MastodonError):
84 """Raised when rate limiting is set to manual mode and the rate limit is exceeded"""
85 pass
86
87
88class MastodonMalformedEventError(MastodonError):
89 """Raised when the server-sent event stream is malformed"""
90 pass
diff --git a/mastodon/internals.py b/mastodon/internals.py
new file mode 100644
index 0000000..415e22d
--- /dev/null
+++ b/mastodon/internals.py
@@ -0,0 +1,658 @@
1import datetime
2from contextlib import closing
3import mimetypes
4import threading
5import six
6import uuid
7import dateutil.parser
8import time
9import copy
10import requests
11import re
12import collections
13import base64
14import os
15
16from .utility import AttribAccessDict, AttribAccessList
17from .error import MastodonNetworkError, MastodonIllegalArgumentError, MastodonRatelimitError, MastodonNotFoundError, \
18 MastodonUnauthorizedError, MastodonInternalServerError, MastodonBadGatewayError, MastodonServiceUnavailableError, \
19 MastodonGatewayTimeoutError, MastodonServerError, MastodonAPIError, MastodonMalformedEventError
20from .compat import urlparse, magic, PurePath
21from .defaults import _DEFAULT_STREAM_TIMEOUT, _DEFAULT_STREAM_RECONNECT_WAIT_SEC
22
23###
24# Internal helpers, dragons probably
25###
26class Mastodon():
27 def __datetime_to_epoch(self, date_time):
28 """
29 Converts a python datetime to unix epoch, accounting for
30 time zones and such.
31
32 Assumes UTC if timezone is not given.
33 """
34 if date_time.tzinfo is None:
35 date_time = date_time.replace(tzinfo=datetime.timezone.utc)
36 return date_time.timestamp()
37
38
39 def __get_logged_in_id(self):
40 """
41 Fetch the logged in user's ID, with caching. ID is reset on calls to log_in.
42 """
43 if self.__logged_in_id is None:
44 self.__logged_in_id = self.account_verify_credentials().id
45 return self.__logged_in_id
46
47 @staticmethod
48 def __json_allow_dict_attrs(json_object):
49 """
50 Makes it possible to use attribute notation to access a dicts
51 elements, while still allowing the dict to act as a dict.
52 """
53 if isinstance(json_object, dict):
54 return AttribAccessDict(json_object)
55 return json_object
56
57 @staticmethod
58 def __json_date_parse(json_object):
59 """
60 Parse dates in certain known json fields, if possible.
61 """
62 known_date_fields = ["created_at", "week", "day", "expires_at", "scheduled_at",
63 "updated_at", "last_status_at", "starts_at", "ends_at", "published_at", "edited_at"]
64 mark_delete = []
65 for k, v in json_object.items():
66 if k in known_date_fields:
67 if v is not None:
68 try:
69 if isinstance(v, int):
70 json_object[k] = datetime.datetime.fromtimestamp(v, datetime.timezone.utc)
71 else:
72 json_object[k] = dateutil.parser.parse(v)
73 except:
74 # When we can't parse a date, we just leave the field out
75 mark_delete.append(k)
76 # Two step process because otherwise python gets very upset
77 for k in mark_delete:
78 del json_object[k]
79 return json_object
80
81 @staticmethod
82 def __json_truefalse_parse(json_object):
83 """
84 Parse 'True' / 'False' strings in certain known fields
85 """
86 for key in ('follow', 'favourite', 'reblog', 'mention'):
87 if (key in json_object and isinstance(json_object[key], six.text_type)):
88 if json_object[key].lower() == 'true':
89 json_object[key] = True
90 if json_object[key].lower() == 'false':
91 json_object[key] = False
92 return json_object
93
94 @staticmethod
95 def __json_strnum_to_bignum(json_object):
96 """
97 Converts json string numerals to native python bignums.
98 """
99 for key in ('id', 'week', 'in_reply_to_id', 'in_reply_to_account_id', 'logins', 'registrations', 'statuses', 'day', 'last_read_id'):
100 if (key in json_object and isinstance(json_object[key], six.text_type)):
101 try:
102 json_object[key] = int(json_object[key])
103 except ValueError:
104 pass
105
106 return json_object
107
108 @staticmethod
109 def __json_hooks(json_object):
110 """
111 All the json hooks. Used in request parsing.
112 """
113 json_object = Mastodon.__json_strnum_to_bignum(json_object)
114 json_object = Mastodon.__json_date_parse(json_object)
115 json_object = Mastodon.__json_truefalse_parse(json_object)
116 json_object = Mastodon.__json_allow_dict_attrs(json_object)
117 return json_object
118
119 @staticmethod
120 def __consistent_isoformat_utc(datetime_val):
121 """
122 Function that does what isoformat does but it actually does the same
123 every time instead of randomly doing different things on some systems
124 and also it represents that time as the equivalent UTC time.
125 """
126 isotime = datetime_val.astimezone(datetime.timezone.utc).strftime("%Y-%m-%dT%H:%M:%S%z")
127 if isotime[-2] != ":":
128 isotime = isotime[:-2] + ":" + isotime[-2:]
129 return isotime
130
131 def __api_request(self, method, endpoint, params={}, files={}, headers={}, access_token_override=None, base_url_override=None,
132 do_ratelimiting=True, use_json=False, parse=True, return_response_object=False, skip_error_check=False, lang_override=None):
133 """
134 Internal API request helper.
135 """
136 response = None
137 remaining_wait = 0
138
139 # Add language to params if not None
140 lang = self.lang
141 if lang_override is not None:
142 lang = lang_override
143 if lang is not None:
144 params["lang"] = lang
145
146 # "pace" mode ratelimiting: Assume constant rate of requests, sleep a little less long than it
147 # would take to not hit the rate limit at that request rate.
148 if do_ratelimiting and self.ratelimit_method == "pace":
149 if self.ratelimit_remaining == 0:
150 to_next = self.ratelimit_reset - time.time()
151 if to_next > 0:
152 # As a precaution, never sleep longer than 5 minutes
153 to_next = min(to_next, 5 * 60)
154 time.sleep(to_next)
155 else:
156 time_waited = time.time() - self.ratelimit_lastcall
157 time_wait = float(self.ratelimit_reset - time.time()) / float(self.ratelimit_remaining)
158 remaining_wait = time_wait - time_waited
159
160 if remaining_wait > 0:
161 to_next = remaining_wait / self.ratelimit_pacefactor
162 to_next = min(to_next, 5 * 60)
163 time.sleep(to_next)
164
165 # Generate request headers
166 headers = copy.deepcopy(headers)
167 if self.access_token is not None:
168 headers['Authorization'] = 'Bearer ' + self.access_token
169 if access_token_override is not None:
170 headers['Authorization'] = 'Bearer ' + access_token_override
171
172 # Add user-agent
173 if self.user_agent:
174 headers['User-Agent'] = self.user_agent
175
176 # Determine base URL
177 base_url = self.api_base_url
178 if base_url_override is not None:
179 base_url = base_url_override
180
181 if self.debug_requests:
182 print('Mastodon: Request to endpoint "' + base_url +
183 endpoint + '" using method "' + method + '".')
184 print('Parameters: ' + str(params))
185 print('Headers: ' + str(headers))
186 print('Files: ' + str(files))
187
188 # Make request
189 request_complete = False
190 while not request_complete:
191 request_complete = True
192
193 response_object = None
194 try:
195 kwargs = dict(headers=headers, files=files, timeout=self.request_timeout)
196 if use_json:
197 kwargs['json'] = params
198 elif method == 'GET':
199 kwargs['params'] = params
200 else:
201 kwargs['data'] = params
202
203 response_object = self.session.request(method, base_url + endpoint, **kwargs)
204 except Exception as e:
205 raise MastodonNetworkError("Could not complete request: %s" % e)
206
207 if response_object is None:
208 raise MastodonIllegalArgumentError("Illegal request.")
209
210 # Parse rate limiting headers
211 if 'X-RateLimit-Remaining' in response_object.headers and do_ratelimiting:
212 self.ratelimit_remaining = int(
213 response_object.headers['X-RateLimit-Remaining'])
214 self.ratelimit_limit = int(
215 response_object.headers['X-RateLimit-Limit'])
216
217 # For gotosocial, we need an int representation, but for non-ints this would crash
218 try:
219 ratelimit_intrep = str(
220 int(response_object.headers['X-RateLimit-Reset']))
221 except:
222 ratelimit_intrep = None
223
224 try:
225 if ratelimit_intrep is not None and ratelimit_intrep == response_object.headers['X-RateLimit-Reset']:
226 self.ratelimit_reset = int(
227 response_object.headers['X-RateLimit-Reset'])
228 else:
229 ratelimit_reset_datetime = dateutil.parser.parse(response_object.headers['X-RateLimit-Reset'])
230 self.ratelimit_reset = self.__datetime_to_epoch(ratelimit_reset_datetime)
231
232 # Adjust server time to local clock
233 if 'Date' in response_object.headers:
234 server_time_datetime = dateutil.parser.parse(response_object.headers['Date'])
235 server_time = self.__datetime_to_epoch(server_time_datetime)
236 server_time_diff = time.time() - server_time
237 self.ratelimit_reset += server_time_diff
238 self.ratelimit_lastcall = time.time()
239 except Exception as e:
240 raise MastodonRatelimitError("Rate limit time calculations failed: %s" % e)
241
242 # Handle response
243 if self.debug_requests:
244 print('Mastodon: Response received with code ' + str(response_object.status_code) + '.')
245 print('response headers: ' + str(response_object.headers))
246 print('Response text content: ' + str(response_object.text))
247
248 if not response_object.ok:
249 try:
250 response = response_object.json(object_hook=self.__json_hooks)
251 if isinstance(response, dict) and 'error' in response:
252 error_msg = response['error']
253 elif isinstance(response, str):
254 error_msg = response
255 else:
256 error_msg = None
257 except ValueError:
258 error_msg = None
259
260 # Handle rate limiting
261 if response_object.status_code == 429:
262 if self.ratelimit_method == 'throw' or not do_ratelimiting:
263 raise MastodonRatelimitError('Hit rate limit.')
264 elif self.ratelimit_method in ('wait', 'pace'):
265 to_next = self.ratelimit_reset - time.time()
266 if to_next > 0:
267 # As a precaution, never sleep longer than 5 minutes
268 to_next = min(to_next, 5 * 60)
269 time.sleep(to_next)
270 request_complete = False
271 continue
272
273 if not skip_error_check:
274 if response_object.status_code == 404:
275 ex_type = MastodonNotFoundError
276 if not error_msg:
277 error_msg = 'Endpoint not found.'
278 # this is for compatibility with older versions
279 # which raised MastodonAPIError('Endpoint not found.')
280 # on any 404
281 elif response_object.status_code == 401:
282 ex_type = MastodonUnauthorizedError
283 elif response_object.status_code == 500:
284 ex_type = MastodonInternalServerError
285 elif response_object.status_code == 502:
286 ex_type = MastodonBadGatewayError
287 elif response_object.status_code == 503:
288 ex_type = MastodonServiceUnavailableError
289 elif response_object.status_code == 504:
290 ex_type = MastodonGatewayTimeoutError
291 elif response_object.status_code >= 500 and response_object.status_code <= 511:
292 ex_type = MastodonServerError
293 else:
294 ex_type = MastodonAPIError
295
296 raise ex_type('Mastodon API returned error', response_object.status_code, response_object.reason, error_msg)
297
298 if return_response_object:
299 return response_object
300
301 if parse:
302 try:
303 response = response_object.json(object_hook=self.__json_hooks)
304 except:
305 raise MastodonAPIError(
306 "Could not parse response as JSON, response code was %s, "
307 "bad json content was '%s'" % (response_object.status_code,
308 response_object.content))
309 else:
310 response = response_object.content
311
312 # Parse link headers
313 if isinstance(response, list) and \
314 'Link' in response_object.headers and \
315 response_object.headers['Link'] != "":
316 response = AttribAccessList(response)
317 tmp_urls = requests.utils.parse_header_links(
318 response_object.headers['Link'].rstrip('>').replace('>,<', ',<'))
319 for url in tmp_urls:
320 if 'rel' not in url:
321 continue
322
323 if url['rel'] == 'next':
324 # Be paranoid and extract max_id specifically
325 next_url = url['url']
326 matchgroups = re.search(r"[?&]max_id=([^&]+)", next_url)
327
328 if matchgroups:
329 next_params = copy.deepcopy(params)
330 next_params['_pagination_method'] = method
331 next_params['_pagination_endpoint'] = endpoint
332 max_id = matchgroups.group(1)
333 if max_id.isdigit():
334 next_params['max_id'] = int(max_id)
335 else:
336 next_params['max_id'] = max_id
337 if "since_id" in next_params:
338 del next_params['since_id']
339 if "min_id" in next_params:
340 del next_params['min_id']
341 response._pagination_next = next_params
342
343 # Maybe other API users rely on the pagination info in the last item
344 # Will be removed in future
345 if isinstance(response[-1], AttribAccessDict):
346 response[-1]._pagination_next = next_params
347
348 if url['rel'] == 'prev':
349 # Be paranoid and extract since_id or min_id specifically
350 prev_url = url['url']
351
352 # Old and busted (pre-2.6.0): since_id pagination
353 matchgroups = re.search(
354 r"[?&]since_id=([^&]+)", prev_url)
355 if matchgroups:
356 prev_params = copy.deepcopy(params)
357 prev_params['_pagination_method'] = method
358 prev_params['_pagination_endpoint'] = endpoint
359 since_id = matchgroups.group(1)
360 if since_id.isdigit():
361 prev_params['since_id'] = int(since_id)
362 else:
363 prev_params['since_id'] = since_id
364 if "max_id" in prev_params:
365 del prev_params['max_id']
366 response._pagination_prev = prev_params
367
368 # Maybe other API users rely on the pagination info in the first item
369 # Will be removed in future
370 if isinstance(response[0], AttribAccessDict):
371 response[0]._pagination_prev = prev_params
372
373 # New and fantastico (post-2.6.0): min_id pagination
374 matchgroups = re.search(
375 r"[?&]min_id=([^&]+)", prev_url)
376 if matchgroups:
377 prev_params = copy.deepcopy(params)
378 prev_params['_pagination_method'] = method
379 prev_params['_pagination_endpoint'] = endpoint
380 min_id = matchgroups.group(1)
381 if min_id.isdigit():
382 prev_params['min_id'] = int(min_id)
383 else:
384 prev_params['min_id'] = min_id
385 if "max_id" in prev_params:
386 del prev_params['max_id']
387 response._pagination_prev = prev_params
388
389 # Maybe other API users rely on the pagination info in the first item
390 # Will be removed in future
391 if isinstance(response[0], AttribAccessDict):
392 response[0]._pagination_prev = prev_params
393
394 return response
395
396 def __get_streaming_base(self):
397 """
398 Internal streaming API helper.
399
400 Returns the correct URL for the streaming API.
401 """
402 instance = self.instance()
403 if "streaming_api" in instance["urls"] and instance["urls"]["streaming_api"] != self.api_base_url:
404 # This is probably a websockets URL, which is really for the browser, but requests can't handle it
405 # So we do this below to turn it into an HTTPS or HTTP URL
406 parse = urlparse(instance["urls"]["streaming_api"])
407 if parse.scheme == 'wss':
408 url = "https://" + parse.netloc
409 elif parse.scheme == 'ws':
410 url = "http://" + parse.netloc
411 else:
412 raise MastodonAPIError(
413 "Could not parse streaming api location returned from server: {}.".format(
414 instance["urls"]["streaming_api"]))
415 else:
416 url = self.api_base_url
417 return url
418
419 def __stream(self, endpoint, listener, params={}, run_async=False, timeout=_DEFAULT_STREAM_TIMEOUT, reconnect_async=False, reconnect_async_wait_sec=_DEFAULT_STREAM_RECONNECT_WAIT_SEC):
420 """
421 Internal streaming API helper.
422
423 Returns a handle to the open connection that the user can close if they
424 wish to terminate it.
425 """
426
427 # Check if we have to redirect
428 url = self.__get_streaming_base()
429
430 # The streaming server can't handle two slashes in a path, so remove trailing slashes
431 if url[-1] == '/':
432 url = url[:-1]
433
434 # Connect function (called and then potentially passed to async handler)
435 def connect_func():
436 headers = {"Authorization": "Bearer " +
437 self.access_token} if self.access_token else {}
438 if self.user_agent:
439 headers['User-Agent'] = self.user_agent
440 connection = self.session.get(url + endpoint, headers=headers, data=params, stream=True,
441 timeout=(self.request_timeout, timeout))
442
443 if connection.status_code != 200:
444 raise MastodonNetworkError(
445 "Could not connect to streaming server: %s" % connection.reason)
446 return connection
447 connection = None
448
449 # Async stream handler
450 class __stream_handle():
451 def __init__(self, connection, connect_func, reconnect_async, reconnect_async_wait_sec):
452 self.closed = False
453 self.running = True
454 self.connection = connection
455 self.connect_func = connect_func
456 self.reconnect_async = reconnect_async
457 self.reconnect_async_wait_sec = reconnect_async_wait_sec
458 self.reconnecting = False
459
460 def close(self):
461 self.closed = True
462 if self.connection is not None:
463 self.connection.close()
464
465 def is_alive(self):
466 return self._thread.is_alive()
467
468 def is_receiving(self):
469 if self.closed or not self.running or self.reconnecting or not self.is_alive():
470 return False
471 else:
472 return True
473
474 def _sleep_attentive(self):
475 if self._thread != threading.current_thread():
476 raise RuntimeError(
477 "Illegal call from outside the stream_handle thread")
478 time_remaining = self.reconnect_async_wait_sec
479 while time_remaining > 0 and not self.closed:
480 time.sleep(0.5)
481 time_remaining -= 0.5
482
483 def _threadproc(self):
484 self._thread = threading.current_thread()
485
486 # Run until closed or until error if not autoreconnecting
487 while self.running:
488 if self.connection is not None:
489 with closing(self.connection) as r:
490 try:
491 listener.handle_stream(r)
492 except (AttributeError, MastodonMalformedEventError, MastodonNetworkError) as e:
493 if not (self.closed or self.reconnect_async):
494 raise e
495 else:
496 if self.closed:
497 self.running = False
498
499 # Reconnect loop. Try immediately once, then with delays on error.
500 if (self.reconnect_async and not self.closed) or self.connection is None:
501 self.reconnecting = True
502 connect_success = False
503 while not connect_success:
504 if self.closed:
505 # Someone from outside stopped the streaming
506 self.running = False
507 break
508 try:
509 the_connection = self.connect_func()
510 if the_connection.status_code != 200:
511 exception = MastodonNetworkError(f"Could not connect to server. "
512 f"HTTP status: {the_connection.status_code}")
513 listener.on_abort(exception)
514 self._sleep_attentive()
515 if self.closed:
516 # Here we have maybe a rare race condition. Exactly on connect, someone
517 # stopped the streaming before. We close the previous established connection:
518 the_connection.close()
519 else:
520 self.connection = the_connection
521 connect_success = True
522 except:
523 self._sleep_attentive()
524 connect_success = False
525 self.reconnecting = False
526 else:
527 self.running = False
528 return 0
529
530 if run_async:
531 handle = __stream_handle(
532 connection, connect_func, reconnect_async, reconnect_async_wait_sec)
533 t = threading.Thread(args=(), target=handle._threadproc)
534 t.daemon = True
535 t.start()
536 return handle
537 else:
538 # Blocking, never returns (can only leave via exception)
539 connection = connect_func()
540 with closing(connection) as r:
541 listener.handle_stream(r)
542
543 def __generate_params(self, params, exclude=[]):
544 """
545 Internal named-parameters-to-dict helper.
546
547 Note for developers: If called with locals() as params,
548 as is the usual practice in this code, the __generate_params call
549 (or at least the locals() call) should generally be the first thing
550 in your function.
551 """
552 params = collections.OrderedDict(params)
553
554 if 'self' in params:
555 del params['self']
556
557 param_keys = list(params.keys())
558 for key in param_keys:
559 if isinstance(params[key], bool):
560 params[key] = '1' if params[key] else '0'
561
562 for key in param_keys:
563 if params[key] is None or key in exclude:
564 del params[key]
565
566 param_keys = list(params.keys())
567 for key in param_keys:
568 if isinstance(params[key], list):
569 params[key + "[]"] = params[key]
570 del params[key]
571
572 return params
573
574 def __unpack_id(self, id, dateconv=False):
575 """
576 Internal object-to-id converter
577
578 Checks if id is a dict that contains id and
579 returns the id inside, otherwise just returns
580 the id straight.
581
582 Also unpacks datetimes to snowflake IDs if requested.
583 """
584 if isinstance(id, dict) and "id" in id:
585 id = id["id"]
586 if dateconv and isinstance(id, datetime.datetime):
587 id = (int(id.timestamp()) << 16) * 1000
588 return id
589
590 def __decode_webpush_b64(self, data):
591 """
592 Re-pads and decodes urlsafe base64.
593 """
594 missing_padding = len(data) % 4
595 if missing_padding != 0:
596 data += '=' * (4 - missing_padding)
597 return base64.urlsafe_b64decode(data)
598
599 def __get_token_expired(self):
600 """Internal helper for oauth code"""
601 return self._token_expired < datetime.datetime.now()
602
603 def __set_token_expired(self, value):
604 """Internal helper for oauth code"""
605 self._token_expired = datetime.datetime.now() + datetime.timedelta(seconds=value)
606 return
607
608 def __get_refresh_token(self):
609 """Internal helper for oauth code"""
610 return self._refresh_token
611
612 def __set_refresh_token(self, value):
613 """Internal helper for oauth code"""
614 self._refresh_token = value
615 return
616
617 def __guess_type(self, media_file):
618 """Internal helper to guess media file type"""
619 mime_type = None
620 try:
621 mime_type = magic.from_file(media_file, mime=True)
622 except AttributeError:
623 mime_type = mimetypes.guess_type(media_file)[0]
624 return mime_type
625
626 def __load_media_file(self, media_file, mime_type=None, file_name=None):
627 if isinstance(media_file, PurePath):
628 media_file = str(media_file)
629 if isinstance(media_file, str) and os.path.isfile(media_file):
630 mime_type = self.__guess_type(media_file)
631 media_file = open(media_file, 'rb')
632 elif isinstance(media_file, str) and os.path.isfile(media_file):
633 media_file = open(media_file, 'rb')
634 if mime_type is None:
635 raise MastodonIllegalArgumentError('Could not determine mime type or data passed directly without mime type.')
636 if file_name is None:
637 random_suffix = uuid.uuid4().hex
638 file_name = "mastodonpyupload_" + str(time.time()) + "_" + str(random_suffix) + mimetypes.guess_extension(mime_type)
639 return (file_name, media_file, mime_type)
640
641 @staticmethod
642 def __protocolize(base_url):
643 """Internal add-protocol-to-url helper"""
644 if not base_url.startswith("http://") and not base_url.startswith("https://"):
645 base_url = "https://" + base_url
646
647 # Some API endpoints can't handle extra /'s in path requests
648 base_url = base_url.rstrip("/")
649 return base_url
650
651 @staticmethod
652 def __deprotocolize(base_url):
653 """Internal helper to strip http and https from a URL"""
654 if base_url.startswith("http://"):
655 base_url = base_url[7:]
656 elif base_url.startswith("https://") or base_url.startswith("onion://"):
657 base_url = base_url[8:]
658 return base_url
diff --git a/mastodon/utility.py b/mastodon/utility.py
new file mode 100644
index 0000000..f393aa8
--- /dev/null
+++ b/mastodon/utility.py
@@ -0,0 +1,77 @@
1# utility.py - utility functions, externally usable
2
3import re
4from decorator import decorate
5from .error import MastodonVersionError
6
7###
8# Version check functions, including decorator and parser
9###
10def parse_version_string(version_string):
11 """Parses a semver version string, stripping off "rc" stuff if present."""
12 string_parts = version_string.split(".")
13 version_parts = (
14 int(re.match("([0-9]*)", string_parts[0]).group(0)),
15 int(re.match("([0-9]*)", string_parts[1]).group(0)),
16 int(re.match("([0-9]*)", string_parts[2]).group(0))
17 )
18 return version_parts
19
20def max_version(*version_strings):
21 """Returns the maximum version of all provided version strings."""
22 return max(version_strings, key=parse_version_string)
23
24def api_version(created_ver, last_changed_ver, return_value_ver):
25 """Version check decorator. Currently only checks Bigger Than."""
26 def api_min_version_decorator(function):
27 def wrapper(function, self, *args, **kwargs):
28 if not self.version_check_mode == "none":
29 if self.version_check_mode == "created":
30 version = created_ver
31 else:
32 version = max_version(last_changed_ver, return_value_ver)
33 major, minor, patch = parse_version_string(version)
34 if major > self.mastodon_major:
35 raise MastodonVersionError("Version check failed (Need version " + version + ")")
36 elif major == self.mastodon_major and minor > self.mastodon_minor:
37 raise MastodonVersionError("Version check failed (Need version " + version + ")")
38 elif major == self.mastodon_major and minor == self.mastodon_minor and patch > self.mastodon_patch:
39 raise MastodonVersionError("Version check failed (Need version " + version + ", patch is " + str(self.mastodon_patch) + ")")
40 return function(self, *args, **kwargs)
41 function.__doc__ = function.__doc__ + "\n\n *Added: Mastodon v" + \
42 created_ver + ", last changed: Mastodon v" + last_changed_ver + "*"
43 return decorate(function, wrapper)
44 return api_min_version_decorator
45
46###
47# Dict helper class.
48# Defined at top level so it can be pickled.
49###
50class AttribAccessDict(dict):
51 def __getattr__(self, attr):
52 if attr in self:
53 return self[attr]
54 else:
55 raise AttributeError("Attribute not found: " + str(attr))
56
57 def __setattr__(self, attr, val):
58 if attr in self:
59 raise AttributeError("Attribute-style access is read only")
60 super(AttribAccessDict, self).__setattr__(attr, val)
61
62
63###
64# List helper class.
65# Defined at top level so it can be pickled.
66###
67class AttribAccessList(list):
68 def __getattr__(self, attr):
69 if attr in self:
70 return self[attr]
71 else:
72 raise AttributeError("Attribute not found: " + str(attr))
73
74 def __setattr__(self, attr, val):
75 if attr in self:
76 raise AttributeError("Attribute-style access is read only")
77 super(AttribAccessList, self).__setattr__(attr, val) \ No newline at end of file
Powered by cgit v1.2.3 (git 2.41.0)