Blame view

trunk/src/app/srs_app_ingest.cpp 13.1 KB
winlin authored
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25
/*
The MIT License (MIT)

Copyright (c) 2013-2014 winlin

Permission is hereby granted, free of charge, to any person obtaining a copy of
this software and associated documentation files (the "Software"), to deal in
the Software without restriction, including without limitation the rights to
use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
the Software, and to permit persons to whom the Software is furnished to do so,
subject to the following conditions:

The above copyright notice and this permission notice shall be included in all
copies or substantial portions of the Software.

THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
*/

#include <srs_app_ingest.hpp>
26
#ifdef SRS_AUTO_INGEST
winlin authored
27
28 29
using namespace std;
winlin authored
30
#include <srs_kernel_error.hpp>
winlin authored
31 32 33
#include <srs_app_config.hpp>
#include <srs_kernel_log.hpp>
#include <srs_app_ffmpeg.hpp>
34
#include <srs_app_pithy_print.hpp>
35
#include <srs_kernel_utility.hpp>
winlin authored
36 37

// when error, ingester sleep for a while and retry.
38
// ingest never sleep a long time, for we must start the stream ASAP.
39
#define SRS_AUTO_INGESTER_SLEEP_US (int64_t)(6*100*1000LL)
winlin authored
40
41 42 43 44 45 46 47 48 49 50 51 52
SrsIngesterFFMPEG::SrsIngesterFFMPEG(SrsFFMPEG* _ffmpeg, string _vhost, string _id)
{
    ffmpeg = _ffmpeg;
    vhost = _vhost;
    id = _id;
}

SrsIngesterFFMPEG::~SrsIngesterFFMPEG()
{
    srs_freep(ffmpeg);
}
winlin authored
53 54
SrsIngester::SrsIngester()
{
55 56
    _srs_config->subscribe(this);
    
57
    pthread = new SrsThread(this, SRS_AUTO_INGESTER_SLEEP_US, true);
winlin authored
58
    pithy_print = new SrsPithyPrint(SRS_CONSTS_STAGE_INGESTER);
winlin authored
59 60 61 62
}

SrsIngester::~SrsIngester()
{
63 64
    _srs_config->unsubscribe(this);
    
winlin authored
65
    srs_freep(pthread);
winlin authored
66
    clear_engines();
winlin authored
67 68
}
69 70 71
int SrsIngester::start()
{
    int ret = ERROR_SUCCESS;
winlin authored
72
    
73 74 75 76
    if ((ret = parse()) != ERROR_SUCCESS) {
        clear_engines();
        ret = ERROR_SUCCESS;
        return ret;
winlin authored
77 78
    }
    
79 80
    // even no ingesters, we must also start it,
    // for the reload may add more ingesters.
81 82 83 84 85 86
    
    // start thread to run all encoding engines.
    if ((ret = pthread->start()) != ERROR_SUCCESS) {
        srs_error("st_thread_create failed. ret=%d", ret);
        return ret;
    }
winlin authored
87
    srs_trace("ingest thread cid=%d, current_cid=%d", pthread->cid(), _srs_context->get_id());
88
    
winlin authored
89 90 91 92 93 94 95
    return ret;
}

int SrsIngester::parse_ingesters(SrsConfDirective* vhost)
{
    int ret = ERROR_SUCCESS;
    
winlin authored
96
    std::vector<SrsConfDirective*> ingesters = _srs_config->get_ingesters(vhost->arg0());
winlin authored
97 98 99 100
    
    // create engine
    for (int i = 0; i < (int)ingesters.size(); i++) {
        SrsConfDirective* ingest = ingesters[i];
101 102
        if ((ret = parse_engines(vhost, ingest)) != ERROR_SUCCESS) {
            return ret;
winlin authored
103
        }
104
    }
winlin authored
105
    
106 107 108 109 110 111
    return ret;
}

int SrsIngester::parse_engines(SrsConfDirective* vhost, SrsConfDirective* ingest)
{
    int ret = ERROR_SUCCESS;
112 113 114 115 116

    if (!_srs_config->get_ingest_enabled(ingest)) {
        return ret;
    }
    
117 118 119 120 121 122
    std::string ffmpeg_bin = _srs_config->get_ingest_ffmpeg(ingest);
    if (ffmpeg_bin.empty()) {
        ret = ERROR_ENCODER_PARSE;
        srs_trace("empty ffmpeg ret=%d", ret);
        return ret;
    }
winlin authored
123
    
124
    // get all engines.
125
    std::vector<SrsConfDirective*> engines = _srs_config->get_transcode_engines(ingest);
126 127
    if (engines.empty()) {
        SrsFFMPEG* ffmpeg = new SrsFFMPEG(ffmpeg_bin);
128
        if ((ret = initialize_ffmpeg(ffmpeg, vhost, ingest, NULL)) != ERROR_SUCCESS) {
129 130 131
            srs_freep(ffmpeg);
            if (ret != ERROR_ENCODER_LOOP) {
                srs_error("invalid ingest engine. ret=%d", ret);
winlin authored
132
            }
133 134 135
            return ret;
        }
136 137
        SrsIngesterFFMPEG* ingester = new SrsIngesterFFMPEG(ffmpeg, vhost->arg0(), ingest->arg0());
        ingesters.push_back(ingester);
138 139 140 141 142 143 144
        return ret;
    }

    // create engine
    for (int i = 0; i < (int)engines.size(); i++) {
        SrsConfDirective* engine = engines[i];
        SrsFFMPEG* ffmpeg = new SrsFFMPEG(ffmpeg_bin);
145
        if ((ret = initialize_ffmpeg(ffmpeg, vhost, ingest, engine)) != ERROR_SUCCESS) {
146 147
            srs_freep(ffmpeg);
            if (ret != ERROR_ENCODER_LOOP) {
winlin authored
148 149
                srs_error("invalid ingest engine: %s %s, ret=%d", 
                    ingest->arg0().c_str(), engine->arg0().c_str(), ret);
150 151
            }
            return ret;
winlin authored
152
        }
153
154 155
        SrsIngesterFFMPEG* ingester = new SrsIngesterFFMPEG(ffmpeg, vhost->arg0(), ingest->arg0());
        ingesters.push_back(ingester);
winlin authored
156 157
    }
    
158 159 160 161 162
    return ret;
}

void SrsIngester::stop()
{
163 164
    pthread->stop();
    clear_engines();
165 166
}
winlin authored
167 168 169
int SrsIngester::cycle()
{
    int ret = ERROR_SUCCESS;
170
    
171 172 173
    std::vector<SrsIngesterFFMPEG*>::iterator it;
    for (it = ingesters.begin(); it != ingesters.end(); ++it) {
        SrsIngesterFFMPEG* ingester = *it;
174 175
        
        // start all ffmpegs.
176
        if ((ret = ingester->ffmpeg->start()) != ERROR_SUCCESS) {
177 178 179 180 181
            srs_error("ingest ffmpeg start failed. ret=%d", ret);
            return ret;
        }

        // check ffmpeg status.
182
        if ((ret = ingester->ffmpeg->cycle()) != ERROR_SUCCESS) {
183 184 185 186 187 188 189
            srs_error("ingest ffmpeg cycle failed. ret=%d", ret);
            return ret;
        }
    }

    // pithy print
    ingester();
190
    pithy_print->elapse();
191
    
winlin authored
192 193 194 195 196 197 198
    return ret;
}

void SrsIngester::on_thread_stop()
{
}
winlin authored
199 200
void SrsIngester::clear_engines()
{
201
    std::vector<SrsIngesterFFMPEG*>::iterator it;
winlin authored
202
    
203 204 205
    for (it = ingesters.begin(); it != ingesters.end(); ++it) {
        SrsIngesterFFMPEG* ingester = *it;
        srs_freep(ingester);
winlin authored
206 207
    }
208
    ingesters.clear();
winlin authored
209 210
}
211 212 213 214 215
int SrsIngester::parse()
{
    int ret = ERROR_SUCCESS;
    
    // parse ingesters
216
    std::vector<SrsConfDirective*> vhosts = _srs_config->get_vhosts();
217 218 219 220 221 222 223 224 225 226 227
    
    for (int i = 0; i < (int)vhosts.size(); i++) {
        SrsConfDirective* vhost = vhosts[i];
        if ((ret = parse_ingesters(vhost)) != ERROR_SUCCESS) {
            return ret;
        }
    }
    
    return ret;
}
228
int SrsIngester::initialize_ffmpeg(SrsFFMPEG* ffmpeg, SrsConfDirective* vhost, SrsConfDirective* ingest, SrsConfDirective* engine)
winlin authored
229 230 231
{
    int ret = ERROR_SUCCESS;
    
232 233 234
    std::vector<std::string> ports = _srs_config->get_listen();
    srs_assert(ports.size() > 0);
    std::string port = ports[0];
235 236 237
    
    std::string output = _srs_config->get_engine_output(engine);
    // output stream, to other/self server
winlin authored
238
    // ie. rtmp://localhost:1935/live/livestream_sd
239 240 241 242
    output = srs_string_replace(output, "[vhost]", vhost->arg0());
    output = srs_string_replace(output, "[port]", port);
    if (output.empty()) {
        ret = ERROR_ENCODER_NO_OUTPUT;
winlin authored
243
        srs_trace("empty output url, ingest=%s. ret=%d", ingest->arg0().c_str(), ret);
244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262
        return ret;
    }
    
    // find the app and stream in rtmp url
    std::string url = output;
    std::string app, stream;
    size_t pos = std::string::npos;
    if ((pos = url.rfind("/")) != std::string::npos) {
        stream = url.substr(pos + 1);
        url = url.substr(0, pos);
    }
    if ((pos = url.rfind("/")) != std::string::npos) {
        app = url.substr(pos + 1);
        url = url.substr(0, pos);
    }
    if ((pos = app.rfind("?")) != std::string::npos) {
        app = app.substr(0, pos);
    }
    
winlin authored
263
    std::string log_file = SRS_CONSTS_NULL_FILE; // disabled
264
    // write ffmpeg info to log file.
265 266 267 268 269 270 271 272 273 274 275 276
    if (_srs_config->get_ffmpeg_log_enabled()) {
        log_file = _srs_config->get_ffmpeg_log_dir();
        log_file += "/";
        log_file += "ffmpeg-ingest";
        log_file += "-";
        log_file += vhost->arg0();
        log_file += "-";
        log_file += app;
        log_file += "-";
        log_file += stream;
        log_file += ".log";
    }
277 278 279 280
    
    // input
    std::string input_type = _srs_config->get_ingest_input_type(ingest);
    if (input_type.empty()) {
281
        ret = ERROR_ENCODER_NO_INPUT;
winlin authored
282
        srs_trace("empty intput type, ingest=%s. ret=%d", ingest->arg0().c_str(), ret);
283 284
        return ret;
    }
285
winlin authored
286
    if (input_type == SRS_CONF_DEFAULT_INGEST_TYPE_FILE) {
287 288 289
        std::string input_url = _srs_config->get_ingest_input_url(ingest);
        if (input_url.empty()) {
            ret = ERROR_ENCODER_NO_INPUT;
winlin authored
290
            srs_trace("empty intput url, ingest=%s. ret=%d", ingest->arg0().c_str(), ret);
291 292 293 294 295 296 297 298 299
            return ret;
        }
        
        // for file, set re.
        ffmpeg->set_iparams("-re");
    
        if ((ret = ffmpeg->initialize(input_url, output, log_file)) != ERROR_SUCCESS) {
            return ret;
        }
winlin authored
300
    } else if (input_type == SRS_CONF_DEFAULT_INGEST_TYPE_STREAM) {
winlin authored
301 302 303
        std::string input_url = _srs_config->get_ingest_input_url(ingest);
        if (input_url.empty()) {
            ret = ERROR_ENCODER_NO_INPUT;
winlin authored
304
            srs_trace("empty intput url, ingest=%s. ret=%d", ingest->arg0().c_str(), ret);
winlin authored
305 306 307 308 309 310 311 312 313
            return ret;
        }
        
        // for stream, no re.
        ffmpeg->set_iparams("");
    
        if ((ret = ffmpeg->initialize(input_url, output, log_file)) != ERROR_SUCCESS) {
            return ret;
        }
314 315
    } else {
        ret = ERROR_ENCODER_INPUT_TYPE;
winlin authored
316 317
        srs_error("invalid ingest=%s type=%s, ret=%d", 
            ingest->arg0().c_str(), input_type.c_str(), ret);
318
    }
319
    
320 321 322
    // set output format to flv for RTMP
    ffmpeg->set_oformat("flv");
    
winlin authored
323 324
    std::string vcodec = _srs_config->get_engine_vcodec(engine);
    std::string acodec = _srs_config->get_engine_acodec(engine);
325
    // whatever the engine config, use copy as default.
326 327
    bool engine_disabled = !engine || !_srs_config->get_engine_enabled(engine);
    if (engine_disabled || vcodec.empty() || acodec.empty()) {
328 329 330 331 332 333 334
        if ((ret = ffmpeg->initialize_copy()) != ERROR_SUCCESS) {
            return ret;
        }
    } else {
        if ((ret = ffmpeg->initialize_transcode(engine)) != ERROR_SUCCESS) {
            return ret;
        }
winlin authored
335 336
    }
    
winlin authored
337 338 339
    srs_trace("parse success, ingest=%s, vhost=%s", 
        ingest->arg0().c_str(), vhost->arg0().c_str());
    
winlin authored
340 341 342
    return ret;
}
343 344
void SrsIngester::ingester()
{
345 346 347 348
    if ((int)ingesters.size() <= 0) {
        return;
    }
    
349
    // reportable
winlin authored
350 351
    if (pithy_print->can_print()) {
        // TODO: FIXME: show more info.
352
        srs_trace("-> "SRS_CONSTS_LOG_INGESTER
winlin authored
353
            " time=%"PRId64", ingesters=%d", pithy_print->age(), (int)ingesters.size());
354 355 356
    }
}
357 358 359 360 361 362 363 364
int SrsIngester::on_reload_vhost_added(string vhost)
{
    int ret = ERROR_SUCCESS;
    
    SrsConfDirective* _vhost = _srs_config->get_vhost(vhost);
    if ((ret = parse_ingesters(_vhost)) != ERROR_SUCCESS) {
        return ret;
    }
365 366
    
    srs_trace("reload add vhost ingesters, vhost=%s", vhost.c_str());
367 368 369 370

    return ret;
}
371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399
int SrsIngester::on_reload_vhost_removed(string vhost)
{
    int ret = ERROR_SUCCESS;
    
    std::vector<SrsIngesterFFMPEG*>::iterator it;
    
    for (it = ingesters.begin(); it != ingesters.end();) {
        SrsIngesterFFMPEG* ingester = *it;
        
        if (ingester->vhost != vhost) {
            ++it;
            continue;
        }
        
        // stop the ffmpeg and free it.
        ingester->ffmpeg->stop();
        
        srs_trace("reload stop ingester, "
            "vhost=%s, id=%s", vhost.c_str(), ingester->id.c_str());
            
        srs_freep(ingester);
        
        // remove the item from ingesters.
        it = ingesters.erase(it);
    }

    return ret;
}
400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433
int SrsIngester::on_reload_ingest_removed(string vhost, string ingest_id)
{
    int ret = ERROR_SUCCESS;
    
    std::vector<SrsIngesterFFMPEG*>::iterator it;
    
    for (it = ingesters.begin(); it != ingesters.end();) {
        SrsIngesterFFMPEG* ingester = *it;
        
        if (ingester->vhost != vhost || ingester->id != ingest_id) {
            ++it;
            continue;
        }
        
        // stop the ffmpeg and free it.
        ingester->ffmpeg->stop();
        
        srs_trace("reload stop ingester, "
            "vhost=%s, id=%s", vhost.c_str(), ingester->id.c_str());
            
        srs_freep(ingester);
        
        // remove the item from ingesters.
        it = ingesters.erase(it);
    }
    
    return ret;
}

int SrsIngester::on_reload_ingest_added(string vhost, string ingest_id)
{
    int ret = ERROR_SUCCESS;
    
    SrsConfDirective* _vhost = _srs_config->get_vhost(vhost);
434
    SrsConfDirective* _ingester = _srs_config->get_ingest_by_id(vhost, ingest_id);
435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463
    
    if ((ret = parse_engines(_vhost, _ingester)) != ERROR_SUCCESS) {
        return ret;
    }
    
    srs_trace("reload add ingester, "
        "vhost=%s, id=%s", vhost.c_str(), ingest_id.c_str());
    
    return ret;
}

int SrsIngester::on_reload_ingest_updated(string vhost, string ingest_id)
{
    int ret = ERROR_SUCCESS;

    if ((ret = on_reload_ingest_removed(vhost, ingest_id)) != ERROR_SUCCESS) {
        return ret;
    }

    if ((ret = on_reload_ingest_added(vhost, ingest_id)) != ERROR_SUCCESS) {
        return ret;
    }
    
    srs_trace("reload updated ingester, "
        "vhost=%s, id=%s", vhost.c_str(), ingest_id.c_str());
    
    return ret;
}
winlin authored
464
#endif
465