Use original m4a_dash audio format in case if 140 not found

.docker/dev/docker-compose.yaml

@@ -0,0 +1,42 @@
+version: "2"
+services:
+  bot:
+    build: ../..
+    container_name: pullanusbot
+    environment:
+      BOT_TOKEN: 12345678:XXXXXXXXxxxxxxxxXXXXXXXXxxxxxxxxXXX
+      ADMIN_CHAT_ID: 1488
+    volumes:
+      - ./.directory/pullanusbot-data:/usr/local/share/pullanusbot-data
+    restart: always
+
+  telegram-bot-api:
+    image: aiogram/telegram-bot-api:latest
+    environment:
+      TELEGRAM_API_ID: 1488
+      TELEGRAM_API_HASH: XXXXXXXXxxxxxxxxXXXXXXXXxxxxxxxxXXX
+      TELEGRAM_VERBOSITY: 1
+    volumes:
+      - ./.directory/telegram-bot-api-data:/var/lib/telegram-bot-api
+    ports:
+      - "8081:8081"
+    restart: always
+
+  # Create service with RabbitMQ.
+  message-broker:
+    image: rabbitmq:3-management-alpine
+    container_name: message-broker
+    ports:
+      - 5672:5672 # for sender and consumer connections
+      - 15672:15672 # for serve RabbitMQ GUI
+    volumes:
+      - ./.directory/rabbitmq-data/data/:/var/lib/rabbitmq
+      - ./.directory/rabbitmq-data/log/:/var/log/rabbitmq
+    restart: always
+    networks:
+      - dev-network
+
+networks:
+  # Create a new Docker network.
+  dev-network:
+    driver: bridge

.docker/prod/docker-compose.yaml

@@ -0,0 +1,12 @@
+version: '2'
+services:
+  bot:
+    image: ailinykh/pullanusbot
+    container_name: pullanusbot
+    environment:
+      BOT_TOKEN: 12345678:XXXXXXXXxxxxxxxxXXXXXXXXxxxxxxxxXXX
+      ADMIN_CHAT_ID: 1488
+      AMQP_URL: amqp://guest:guest@localhost:5672/
+    volumes:
+      - ./pullanusbot-data:/usr/local/share/pullanusbot-data
+    restart: always

.docker/supervisord.conf

@@ -0,0 +1,13 @@
+[supervisord]
+nodaemon=true
+loglevel=debug
+
+[program:telegram-bot-api]
+command=telegram-bot-api --api-id=%(ENV_API_ID)s --api-hash=%(ENV_API_HASH)s --local
+
+[program:pullanusbot]
+command=pullanusbot
+
+[program:sshd]
+command=/usr/sbin/sshd -D
+autorestart=true

.dockerignore

@@ -0,0 +1,2 @@
+data
+bin

.github/workflows/build.yml

@@ -0,0 +1,63 @@
+name: build
+on:
+  push:
+    branches:
+      - master
+
+jobs:
+  build:
+    name: Build
+    runs-on: ubuntu-latest
+    env:
+      ACTIONS_ALLOW_UNSECURE_COMMANDS: true
+    steps:
+
+    - name: Set up Go 1.17
+      uses: actions/setup-go@v2
+      with:
+        go-version: 1.17
+
+    - name: Print go version
+      run: go version
+
+    - name: Check out code into the Go module directory
+      uses: actions/checkout@v1
+
+    # - name: Git LFS setup
+    #   run: git lfs pull
+
+    - name: Build
+      run: make build
+
+    - name: Test
+      run: make test
+
+    - name: Coverage
+      run: bash <(curl -s https://codecov.io/bash)
+
+
+    - name: Generate build number
+      uses: einaregilsson/build-number@v2 
+      with:
+        token: ${{secrets.github_token}}
+
+    - name: Setup tag
+      run: echo "::set-env name=TAG::0.6.$BUILD_NUMBER"
+
+    - name: Build docker container
+      run: |
+        docker build -t ${{ github.repository }}:$TAG -t ${{ github.repository }}:latest .
+        echo $DOCKER_PWD | docker login -u $DOCKER_LOGIN --password-stdin
+        docker push --all-tags ${{ github.repository }}
+      env:
+        DOCKER_LOGIN: ${{ secrets.DOCKER_LOGIN }}
+        DOCKER_PWD: ${{ secrets.DOCKER_PWD }}
+
+    - name: Deploy app
+      run: |
+        echo "$SSH_IDENTITY_KEY" > identity
+        chmod 600 identity
+        ssh -i identity -o StrictHostKeyChecking=no root@proxy.ailinykh.com "/bin/bash ./docker/pullanusbot/deploy_app.sh $TAG"
+      env:
+        SSH_IDENTITY_KEY: ${{ secrets.SSH_IDENTITY_KEY }}
+

.gitignore

@@ -9,6 +9,10 @@
 *.dll
 *.so
 *.dylib
+*.db
+coverage.txt
+.env
+bin
 
 # Test binary, built with `go test -c`
 *.test

Dockerfile

@@ -0,0 +1,18 @@
+FROM golang:stretch as builder
+WORKDIR /go/src/github.com/ailinykh/pullanusbot
+# cache dependencies first
+COPY go.mod go.sum ./
+RUN go mod download
+# now build
+ADD . .
+RUN CGO_ENABLED=1 GOOS=linux GOARCH=amd64 go build -a -installsuffix cgo -ldflags '-extldflags "-static"'
+
+FROM jrottenberg/ffmpeg:5.1-alpine313
+RUN apk update && apk add tzdata python3 --no-cache && \
+    wget https://github.com/yt-dlp/yt-dlp/releases/latest/download/yt-dlp -O /usr/local/bin/yt-dlp && \
+    chmod a+rx /usr/local/bin/yt-dlp && \
+    ln -s /usr/bin/python3 /usr/bin/python
+COPY --from=builder /go/src/github.com/ailinykh/pullanusbot/pullanusbot /usr/local/bin/pullanusbot
+WORKDIR /usr/local/share
+VOLUME [ "/usr/local/share/pullanusbot-data" ]
+ENTRYPOINT pullanusbot

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2019 indes <wl@live.it>
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

Makefile

@@ -0,0 +1,35 @@
+-include .env
+
+.PHONY: all serve kill run test build clean restart
+
+APP ?= bin/pullanusbot
+PID = $(APP).pid
+GO_FILES = $(wildcard *.go)
+
+all: serve
+
+before:
+	@echo "🛠 rebuilding an app..."
+
+serve: run
+	@fswatch -x -o --event Created --event Updated --event Renamed -r -e '.*' -i '\.go$$'  . | xargs -n1 -I{}  make restart || make kill
+
+$(APP): $(GO_FILES)
+	@go build $? -o $@
+
+kill:
+	@kill `cat $(PID)` || true
+
+run: build
+	@$(APP) & echo $$! > $(PID)
+
+test:
+	GO_ENV=testing go test ./... -v -coverprofile=coverage.txt -race -covermode=atomic
+
+build: $(GO_FILES)
+	@go build -o $(APP) .
+
+clean:
+	rm -f $(APP)
+
+restart: kill before build run

README.md

@@ -0,0 +1,53 @@
+# pullanusbot
+
+[![Build Status](https://github.com/ailinykh/pullanusbot/workflows/build/badge.svg)](https://github.com/ailinykh/pullanusbot/actions?query=workflow%3Abuild)
+[![Go Report Card](https://goreportcard.com/badge/github.com/ailinykh/pullanusbot)](https://goreportcard.com/report/github.com/ailinykh/pullanusbot)
+![GitHub](https://img.shields.io/github/license/ailinykh/pullanusbot.svg)
+
+This bot helps your telegram chat to consume content in more native way
+
+Let's say somebody sends a link to the webm video:
+
+![bot-webm-video](https://user-images.githubusercontent.com/939390/95298451-c7757100-0884-11eb-9140-4c6474959720.gif)
+
+Or a video file as a document:
+
+![bot-video-convert](https://user-images.githubusercontent.com/939390/95298623-07d4ef00-0885-11eb-92e4-b3c2015f7ecc.gif)
+
+It's even support links to twitter videos
+
+![bot-twitter-video](https://user-images.githubusercontent.com/939390/95298730-3783f700-0885-11eb-9650-b0c04e40aa2f.gif)
+
+... and images!
+
+![bot-twitter-images](https://user-images.githubusercontent.com/939390/95298790-4cf92100-0885-11eb-8bb2-8adbc91f5b23.gif)
+
+## how to run
+
+Setup environment
+
+```shell
+brew install go ffmpeg youtube-dl
+```
+clone repo
+
+```shell
+git clone https://github.com/ailinykh/pullanusbot.git
+cd pullanusbot
+```
+
+install go dependencies
+```shell
+go mod download
+```
+obtain bot token from [@BotFather](https://t.me/BotFather) and your telegram ID via `/info` command from [@pullanusbot](https://t.me/pullanusbot)
+
+```shell
+echo "export BOT_TOKEN:=12345678:XXXXXXXXxxxxxxxxXXXXXXXXxxxxxxxxXXX" > .env
+```
+
+and run!
+
+```shell
+make
+```

api/http_client.go

@@ -0,0 +1,81 @@
+package api
+
+import (
+	"fmt"
+	"io/ioutil"
+	"net/http"
+
+	"github.com/ailinykh/pullanusbot/v2/core"
+)
+
+func CreateHttpClient() *HttpClient {
+	return &HttpClient{map[string]string{"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/106.0.0.0 Safari/537.36"}}
+}
+
+type HttpClient struct {
+	headers map[string]string
+}
+
+func (c *HttpClient) GetRedirectLocation(url core.URL) (core.URL, error) {
+	client := http.DefaultClient
+	req, _ := http.NewRequest("HEAD", url, nil)
+
+	for k, v := range c.headers {
+		req.Header.Set(k, v)
+	}
+
+	res, err := client.Do(req)
+	if err != nil {
+		return "", err
+	}
+
+	return res.Request.URL.String(), nil
+}
+
+// GetContentType is a core.IHttpClient interface implementation
+func (c *HttpClient) GetContentType(url core.URL) (string, error) {
+	client := http.DefaultClient
+	req, _ := http.NewRequest("HEAD", url, nil)
+
+	for k, v := range c.headers {
+		req.Header.Set(k, v)
+	}
+
+	res, err := client.Do(req)
+	if err != nil {
+		return "", err
+	}
+
+	if header, ok := res.Header["Content-Type"]; ok {
+		return header[0], nil
+	}
+	return "", fmt.Errorf("content-type not found")
+}
+
+// GetContent is a core.IHttpClient interface implementation
+func (c *HttpClient) GetContent(url core.URL) (string, error) {
+	client := http.DefaultClient
+	req, _ := http.NewRequest("GET", url, nil)
+
+	for k, v := range c.headers {
+		req.Header.Set(k, v)
+	}
+
+	res, err := client.Do(req)
+	if err != nil {
+		return "", err
+	}
+	defer res.Body.Close()
+
+	body, err := ioutil.ReadAll(res.Body)
+	if err != nil {
+		return "", err
+	}
+
+	return string(body), nil
+}
+
+// SetHeader remembers all passed values and applies it to every request
+func (c *HttpClient) SetHeader(key string, value string) {
+	c.headers[key] = value
+}