179 lines
6.0 KiB
Bash
Executable File
179 lines
6.0 KiB
Bash
Executable File
#!/bin/bash
|
|
set -e
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
SKILL_DIR="$(dirname "$SCRIPT_DIR")"
|
|
CONFIG_FILE="${SKILL_DIR}/config/config.json"
|
|
DATA_DIR="${SKILL_DIR}/data"
|
|
|
|
# Default to last 7 days (from 7 days ago through today)
|
|
# Note: The APIs treat end date as exclusive, so we use tomorrow's date
|
|
get_week_dates() {
|
|
if [[ "$OSTYPE" == "darwin"* ]]; then
|
|
# macOS date command
|
|
START_DATE=$(date -v-7d +%Y-%m-%d)
|
|
END_DATE=$(date -v+1d +%Y-%m-%d)
|
|
else
|
|
# Linux date command
|
|
START_DATE=$(date -d "7 days ago" +%Y-%m-%d)
|
|
END_DATE=$(date -d "tomorrow" +%Y-%m-%d)
|
|
fi
|
|
}
|
|
|
|
# Parse command line arguments
|
|
START_DATE=""
|
|
END_DATE=""
|
|
OUTPUT_DIR="${DATA_DIR}/latest"
|
|
|
|
while [[ $# -gt 0 ]]; do
|
|
case $1 in
|
|
--start)
|
|
START_DATE="$2"
|
|
shift 2
|
|
;;
|
|
--end)
|
|
END_DATE="$2"
|
|
shift 2
|
|
;;
|
|
--output-dir)
|
|
OUTPUT_DIR="$2"
|
|
shift 2
|
|
;;
|
|
-h|--help)
|
|
echo "Usage: fetch-sources.sh [options]"
|
|
echo ""
|
|
echo "Options:"
|
|
echo " --start DATE Start date (YYYY-MM-DD), defaults to Monday of current week"
|
|
echo " --end DATE End date (YYYY-MM-DD), defaults to Sunday of current week"
|
|
echo " --output-dir DIR Output directory (default: data/latest)"
|
|
echo " -h, --help Show this help message"
|
|
echo ""
|
|
echo "Examples:"
|
|
echo " fetch-sources.sh # Fetch this week"
|
|
echo " fetch-sources.sh --start 2025-11-01 --end 2025-11-07"
|
|
exit 0
|
|
;;
|
|
*)
|
|
echo "Unknown option: $1"
|
|
echo "Use --help for usage information"
|
|
exit 1
|
|
;;
|
|
esac
|
|
done
|
|
|
|
# If dates not provided, use current week
|
|
if [ -z "$START_DATE" ] || [ -z "$END_DATE" ]; then
|
|
get_week_dates
|
|
fi
|
|
|
|
echo "╔════════════════════════════════════════╗"
|
|
echo "║ Weeknotes Source Fetcher ║"
|
|
echo "╚════════════════════════════════════════╝"
|
|
echo ""
|
|
echo "Fetching data from ${START_DATE} to ${END_DATE}"
|
|
echo ""
|
|
|
|
# Check if configured
|
|
if [ ! -f "${CONFIG_FILE}" ]; then
|
|
echo "❌ Not configured yet. Running setup..."
|
|
echo ""
|
|
"${SCRIPT_DIR}/setup.sh"
|
|
echo ""
|
|
fi
|
|
|
|
# Detect platform
|
|
OS=$(uname -s | tr '[:upper:]' '[:lower:]')
|
|
ARCH=$(uname -m)
|
|
|
|
case $ARCH in
|
|
x86_64) ARCH="amd64" ;;
|
|
aarch64|arm64) ARCH="arm64" ;;
|
|
esac
|
|
|
|
BIN_DIR="${SKILL_DIR}/bin/${OS}-${ARCH}"
|
|
|
|
# Check if binaries exist
|
|
if [ ! -f "${BIN_DIR}/mastodon-to-markdown" ] || [ ! -f "${BIN_DIR}/linkding-to-markdown" ]; then
|
|
echo "❌ Binaries not found for platform: ${OS}-${ARCH}"
|
|
echo " Please run scripts/download-binaries.sh first"
|
|
exit 1
|
|
fi
|
|
|
|
# Load config using jq (if not available, use basic parsing)
|
|
if command -v jq &> /dev/null; then
|
|
MASTODON_SERVER=$(jq -r .mastodon.server "${CONFIG_FILE}")
|
|
MASTODON_TOKEN=$(jq -r .mastodon.token "${CONFIG_FILE}")
|
|
LINKDING_URL=$(jq -r .linkding.url "${CONFIG_FILE}")
|
|
LINKDING_TOKEN=$(jq -r .linkding.token "${CONFIG_FILE}")
|
|
else
|
|
echo "⚠️ Warning: jq not found. Using basic config parsing."
|
|
echo " Install jq for better config handling: brew install jq"
|
|
# Basic parsing fallback (not recommended for production)
|
|
MASTODON_SERVER=$(grep -o '"server"[[:space:]]*:[[:space:]]*"[^"]*"' "${CONFIG_FILE}" | cut -d'"' -f4 | head -1)
|
|
MASTODON_TOKEN=$(grep -o '"token"[[:space:]]*:[[:space:]]*"[^"]*"' "${CONFIG_FILE}" | cut -d'"' -f4 | head -1)
|
|
LINKDING_URL=$(grep -o '"url"[[:space:]]*:[[:space:]]*"[^"]*"' "${CONFIG_FILE}" | cut -d'"' -f4 | tail -1)
|
|
LINKDING_TOKEN=$(grep -o '"token"[[:space:]]*:[[:space:]]*"[^"]*"' "${CONFIG_FILE}" | cut -d'"' -f4 | tail -1)
|
|
fi
|
|
|
|
# Create output directory
|
|
mkdir -p "${OUTPUT_DIR}"
|
|
|
|
# Create config files for the tools
|
|
MASTODON_CONFIG="${OUTPUT_DIR}/mastodon-config.yaml"
|
|
LINKDING_CONFIG="${OUTPUT_DIR}/linkding-config.yaml"
|
|
|
|
cat > "${MASTODON_CONFIG}" <<EOF
|
|
mastodon:
|
|
server: "${MASTODON_SERVER}"
|
|
access_token: "${MASTODON_TOKEN}"
|
|
EOF
|
|
|
|
cat > "${LINKDING_CONFIG}" <<EOF
|
|
linkding:
|
|
url: "${LINKDING_URL}"
|
|
token: "${LINKDING_TOKEN}"
|
|
EOF
|
|
|
|
# Fetch from Mastodon
|
|
echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
|
|
echo "📱 Fetching Mastodon posts..."
|
|
echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
|
|
|
|
"${BIN_DIR}/mastodon-to-markdown" fetch \
|
|
--config "${MASTODON_CONFIG}" \
|
|
--start "${START_DATE}" \
|
|
--end "${END_DATE}" \
|
|
--output "${OUTPUT_DIR}/mastodon.md" \
|
|
--verbose
|
|
|
|
echo "✅ Mastodon posts saved to: ${OUTPUT_DIR}/mastodon.md"
|
|
echo ""
|
|
|
|
# Fetch from Linkding
|
|
echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
|
|
echo "🔖 Fetching Linkding bookmarks..."
|
|
echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
|
|
|
|
"${BIN_DIR}/linkding-to-markdown" fetch \
|
|
--config "${LINKDING_CONFIG}" \
|
|
--since "${START_DATE}" \
|
|
--until "${END_DATE}" \
|
|
--output "${OUTPUT_DIR}/linkding.md" \
|
|
--verbose
|
|
|
|
echo "✅ Linkding bookmarks saved to: ${OUTPUT_DIR}/linkding.md"
|
|
echo ""
|
|
|
|
# Cleanup config files (they contain secrets)
|
|
rm -f "${MASTODON_CONFIG}" "${LINKDING_CONFIG}"
|
|
|
|
echo "╔════════════════════════════════════════╗"
|
|
echo "║ Fetch Complete! ║"
|
|
echo "╚════════════════════════════════════════╝"
|
|
echo ""
|
|
echo "Output directory: ${OUTPUT_DIR}"
|
|
echo "Files:"
|
|
echo " - mastodon.md"
|
|
echo " - linkding.md"
|
|
echo ""
|