Init
This commit is contained in:
commit
f5db6ddb21
|
|
@ -0,0 +1,8 @@
|
|||
# PLEROMA-MIGRATOR
|
||||
|
||||
A horrific group of scripts that can help you copy your fedi posts to a new account. If the server's Pleroma and you have direct access to the database, you can even preserve post dates.
|
||||
|
||||
See invididual script's --help messages, with pleroma-migrator.sh being the one that combines them all for you.
|
||||
|
||||
|
||||
License is CC0, ofc.
|
||||
|
|
@ -0,0 +1,113 @@
|
|||
#!/bin/sh
|
||||
#―――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――
|
||||
# Name: fedi-archive.sh
|
||||
# Desc: Downloads (most) posts from a fedi account in parseable format.
|
||||
# Reqs: jq, curl
|
||||
# Date: 2023-05-06
|
||||
# Auth: @jadedctrl@jam.xwx.moe
|
||||
#―――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――
|
||||
|
||||
|
||||
# Given a JSON file containing /api/v1/accounts/$user/statuses output,
|
||||
# output a post at the given index from the file like so:
|
||||
# FAVOURITE_COUNT DATE_POSTED POST_ID POST_URL
|
||||
# [media: URL DESCRIPTION]
|
||||
# [media: URL DESCRIPTION]
|
||||
# [CONTENT…]
|
||||
# [] meaning "optional". There might be an arbitrary amount of Media: lines.
|
||||
output_post_of_index() {
|
||||
local index="$1"
|
||||
local file="$2"
|
||||
jq -r --arg INDEX "$index" \
|
||||
'.[$INDEX|tonumber] | "\(.favourites_count) \(.created_at) \(.id) \(.url)
|
||||
\(.media_attachments[] | "media: " + .url + " " + .description)
|
||||
\(.content)"' \
|
||||
< "$file"
|
||||
}
|
||||
|
||||
|
||||
# Fetch a list of a user's statuses, given their server and username.
|
||||
# `max_id` can be passed to return only messages older than said message.
|
||||
fetch_page() {
|
||||
local server="$1"; local user="$2"; local max_id="$3"
|
||||
local url="https://$server/api/v1/accounts/$user/statuses?exclude_replies=true&exclude_reblogs=true&limit=40"
|
||||
if test -n "$max_id"; then
|
||||
url="${url}&max_id=${max_id}"
|
||||
fi
|
||||
curl "$url"
|
||||
}
|
||||
|
||||
|
||||
# Given a JSON file containing /api/v1/accounts/$user/statuses output,
|
||||
# output each status into an individual file of the format of
|
||||
# output_post_of_index(); see its comment for more information.
|
||||
# Prints the ID of the last post of the file.
|
||||
archive_posts() {
|
||||
local json_file="$1"
|
||||
local prefix="$2"
|
||||
|
||||
local post_file="$prefix-$i"
|
||||
local last_post_file=""
|
||||
local i="0"
|
||||
|
||||
local output_ret=0
|
||||
while test "$output_ret" -eq 0; do
|
||||
post_file="$prefix-$i"
|
||||
echo "$post_file" 1>&2
|
||||
output_post_of_index "$i" "$json_file" \
|
||||
> "$post_file"
|
||||
output_ret="$?"
|
||||
|
||||
if test -e "$post_file" -a -n "$(cat "$post_file")"; then
|
||||
last_post_file="$post_file"
|
||||
elif test -e "$post_file"; then
|
||||
rm "$post_file"
|
||||
fi
|
||||
i="$(echo "$i + 1" | bc)"
|
||||
done
|
||||
|
||||
head -1 "$last_post_file" \
|
||||
| awk '{print $3}'
|
||||
}
|
||||
|
||||
|
||||
# Fetch all posts for the given user at given server.
|
||||
archive_all_posts() {
|
||||
local server="$1"
|
||||
local username="$2"
|
||||
local temp="$(mktemp)"
|
||||
|
||||
fetch_page "$server" "$username" \
|
||||
> "$temp"
|
||||
|
||||
local page="1"
|
||||
local next_id="$(archive_posts "$temp" "$page")"
|
||||
while test -n "$next_id"; do
|
||||
page="$(echo "$page + 1" | bc)"
|
||||
echo "$next_id - $page…"
|
||||
fetch_page "$server" "$username" "$next_id" \
|
||||
> "$temp"
|
||||
next_id="$(archive_posts "$temp" "$page")"
|
||||
done
|
||||
|
||||
rm "$temp"
|
||||
}
|
||||
|
||||
|
||||
usage() {
|
||||
echo "usage: $(basename $0) username server" 1>&2
|
||||
echo "" 1>&2
|
||||
echo "$(basename $0) is a script that fetches all of a user's Mastodon/Pleroma" 1>&2
|
||||
echo "posts for archival purposes." 1>&2
|
||||
echo "Mainly for use with fedi-post.sh or pleroma-migrate.sh." 1>&2
|
||||
exit 2;
|
||||
}
|
||||
|
||||
|
||||
USERNAME="$1"
|
||||
SERVER="$2"
|
||||
if test -z "$USERNAME" -o -z "$SERVER" -o "$1" = "-h" -o "$1" = "--help"; then
|
||||
usage
|
||||
fi
|
||||
|
||||
archive_all_posts "$SERVER" "$USERNAME"
|
||||
|
|
@ -0,0 +1,129 @@
|
|||
#!/bin/sh
|
||||
#―――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――
|
||||
# Name: fedi-post.sh
|
||||
# Desc: Makes a new post using an post archived with fedi-archive.sh.
|
||||
# Reqs: curl, jq
|
||||
# Date: 2023-05-06
|
||||
# Auth: @jadedctrl@jam.xwx.moe
|
||||
#―――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――
|
||||
|
||||
|
||||
# Outputs only the status text of a user's post, with a link to the original
|
||||
# appended to the bottom.
|
||||
file_status() {
|
||||
local file="$1"
|
||||
local id="$(head -1 "$file" | awk '{print $3}')"
|
||||
local url="$(head -1 "$file" | awk '{print $4}')"
|
||||
tail +2 "$file" \
|
||||
| grep -v ^media: \
|
||||
| grep -v "$id" \
|
||||
| sed 's%\\%\\\\%g' \
|
||||
| sed 's%"%\\"%g' \
|
||||
| sed -z 's%\n%\\n%g'
|
||||
if test -n "$url"; then
|
||||
printf '<br/>[<a href=\\"%s\\">Originala afiŝo</a>]\\n' "$url"
|
||||
fi
|
||||
}
|
||||
|
||||
|
||||
# Turns a space-delimited list of uploaded media-IDs into a JSON array.
|
||||
media_json() {
|
||||
local ids="$1"
|
||||
echo "$ids" \
|
||||
| sed 's%^ %%' \
|
||||
| sed 's% $%%' \
|
||||
| sed 's%^%["%' \
|
||||
| sed 's% %","%g' \
|
||||
| sed 's%$%"]%'
|
||||
}
|
||||
|
||||
|
||||
# Takes a post message and JSON-array of uploaded media-IDs, outputting
|
||||
# the post's appropriate JSON.
|
||||
post_json() {
|
||||
local message="$1"
|
||||
local media_ids="$2"
|
||||
printf '{ "content_type": "text/html", "visibility": "unlisted"'
|
||||
if test -n "$media_ids"; then
|
||||
printf ', "media_ids": %s, ' "$media_ids"
|
||||
fi
|
||||
printf '"status": "%s" }\n' "$message"
|
||||
}
|
||||
|
||||
|
||||
# Upload a file to the fedi server with the given description.
|
||||
post_media() {
|
||||
local media_file="$1"
|
||||
local description="$2"
|
||||
|
||||
curl --request POST \
|
||||
--header "Authorization: Bearer $FEDI_AUTH" \
|
||||
--header "Content-Type: multipart/form-data" \
|
||||
--form "file=@$media_file" \
|
||||
--form "description=$description" \
|
||||
"https://jam.xwx.moe/api/v1/media"
|
||||
}
|
||||
|
||||
|
||||
# Post a status of the given message and JSON-array of uploaded media-IDs.
|
||||
post_status() {
|
||||
local message="$1"
|
||||
local media_ids="$2"
|
||||
|
||||
curl --request POST \
|
||||
--header "Authorization: Bearer $FEDI_AUTH" \
|
||||
--header "Content-Type: application/json" \
|
||||
--data "$(post_json "$message" "$media_ids")" \
|
||||
"https://jam.xwx.moe/api/v1/statuses"
|
||||
}
|
||||
|
||||
|
||||
# Take a post file generated by fedi-archive.sh, and post it.
|
||||
# Just *do it*. Why not? What're you scared of? Huh, huh? Huh?!
|
||||
post_archived_post() {
|
||||
local file="$1"
|
||||
IFS="
|
||||
"
|
||||
local ids=""
|
||||
for media in $(grep "^media: " "$file"); do
|
||||
local url="$(echo "$media" | awk '{print $2}')"
|
||||
local desc="$(echo "$media" | awk '{ $1=$2=""; print}' | sed 's%^ %%')"
|
||||
|
||||
curl -o "$(basename "$url")" "$url"
|
||||
ids="$ids $(post_media "$(basename "$url")" "$desc" | jq -r '.id')"
|
||||
rm "$(basename "$url")"
|
||||
done
|
||||
|
||||
printf '%s ' "$(head -1 "$file" | awk '{print $1, $2}')"
|
||||
post_status "$(file_status "$file")" "$(media_json "$ids")" \
|
||||
| jq -r .uri
|
||||
}
|
||||
|
||||
|
||||
usage() {
|
||||
echo "usage: $(basename "$0") ARCHIVED-POST" 1>&2
|
||||
echo "" 1>&2
|
||||
echo "Will post a new status with the same text and attachments as one" 1>&2
|
||||
echo "from an archived post (in fedi-archive.sh format)." 1>&2
|
||||
echo "Your authorization key must be borrowed from your web-browser and" 1>&2
|
||||
echo 'placed in the $FEDI_AUTH environment variable.' 1>&2
|
||||
exit 2
|
||||
}
|
||||
|
||||
|
||||
if test -z "$FEDI_AUTH"; then
|
||||
echo 'You need to set the environment variable $FEDI_AUTH!' 1>&2
|
||||
echo 'You can find your auth key by examining the "Authentication: Bearer" header' 1>&2
|
||||
echo "used in requests by your server's web-client." 1>&2
|
||||
echo 'In Firefox, F12→Network.' 1>&2
|
||||
echo "" 1>&2
|
||||
usage
|
||||
fi
|
||||
|
||||
FILE="$1"
|
||||
if test -z "$FILE" -o "$1" = "-h" -o "$1" = "--help"; then
|
||||
usage
|
||||
fi
|
||||
|
||||
|
||||
post_archived_post "$FILE"
|
||||
|
|
@ -0,0 +1,54 @@
|
|||
#!/bin/sh
|
||||
#―――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――
|
||||
# Name: pleroma-migrate.sh
|
||||
# Desc: Downloads posts from a pleroma account on a foreign server, to post them
|
||||
# on your new server. Then directly edits Pleroma's database to match the
|
||||
# new posts' dates with the original posts' dates.
|
||||
# Reqs: fedi-post.sh, fedi-archive.sh, pleroma-redate.sh
|
||||
# Date: 2023-05-06
|
||||
# Auth: @jadedctrl@jam.xwx.moe
|
||||
#―――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――
|
||||
|
||||
usage() {
|
||||
echo "usage: $(basename "$0") USERNAME OLD-SERVER" 1>&2
|
||||
echo "" 1>&2
|
||||
echo "Will archive all posts from your old account (fedi-archive.sh)," 1>&2
|
||||
echo "post them to your new one (fedi-post.sh), and then modify Pleroma's" 1>&2
|
||||
echo "database to match the copy-posts' creation dates with the original posts." 1>&2
|
||||
echo 'The env variable $FEDI_AUTH must contain your authentication key from your browser.' 1>&2
|
||||
exit 2
|
||||
}
|
||||
|
||||
|
||||
USERNAME="$1"
|
||||
SERVER="$2"
|
||||
if test -z "$USERNAME" -o -z "$SERVER" -o "$1" = "-h" -o "$1" = "--help"; then
|
||||
usage
|
||||
fi
|
||||
|
||||
|
||||
mkdir archive
|
||||
cd archive/
|
||||
sh ../fedi-archive.sh "$USERNAME" "$SERVER"
|
||||
|
||||
|
||||
for file in ./*; do
|
||||
sh ../fedi-post.sh "$file" \
|
||||
>> imports-data.txt
|
||||
done
|
||||
|
||||
|
||||
IFS="
|
||||
"
|
||||
|
||||
echo "It's time to re-date your posts!"
|
||||
echo "Are you suuuuuuuuuuuuure you wanna risk your database? Do a backup, first!"
|
||||
echo "^C now, before you risk it! Hit ENTER, if you're sure."
|
||||
read
|
||||
sleep 5
|
||||
echo "Alright, then, you brave fellow! I'm touched you trust me so much, though :o"
|
||||
|
||||
for line in $(cat imports-data.txt); do
|
||||
sh ../pleroma-redate.sh "$(echo "$line" | awk '{print $3}')" \
|
||||
"$(echo "$line" | awk '{print $2}')"
|
||||
done
|
||||
|
|
@ -0,0 +1,32 @@
|
|||
#!/bin/sh
|
||||
#―――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――
|
||||
# Name: pleroma-redate.sh
|
||||
# Desc: Changes the creation-date of a post in Pleroma's database.
|
||||
# Reqs: psql, sudo
|
||||
# Date: 2023-05-06
|
||||
# Auth: @jadedctrl@jam.xwx.moe
|
||||
#―――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――――
|
||||
|
||||
usage() {
|
||||
echo "usage: $(basename "$0") URL NEW-DATE" 1>&2
|
||||
echo "" 1>&2
|
||||
echo "Will change the stored date of an archived fedi post" 1>&2
|
||||
echo "in fedi-archive.sh format, by editing directly Pleroma's database." 1>&2
|
||||
echo "URL ought be the direct /object/ URL, and NEW-DATE ought be ISO-8601" 1>&2
|
||||
echo "up to the milisecond." 1>&2
|
||||
echo "Assumes you can sudo as 'postgres' and the database is called 'pleroma'." 1>&2
|
||||
exit 2
|
||||
}
|
||||
|
||||
|
||||
URL="$1"
|
||||
NEWDATE="$2"
|
||||
if test -z "$URL" -o -z "$NEWDATE" -o "$1" = "-h" -o "$1" = "--help"; then
|
||||
usage
|
||||
fi
|
||||
|
||||
|
||||
sudo -u postgres psql --dbname=pleroma \
|
||||
-c "UPDATE objects
|
||||
SET data = jsonb_set(data, '{published}', '\"$NEWDATE\"'::jsonb, false)
|
||||
WHERE CAST(data::json->'id' AS TEXT) = '\"$URL\"' ;"
|
||||
Ŝarĝante…
Reference in New Issue