cinelerra/renderengine.C

   1 #include "amodule.h"
   2 #include "arender.h"
   3 #include "asset.h"
   4 #include "audiodevice.h"
   5 #include "channeldb.h"
   6 #include "condition.h"
   7 #include "edl.h"
   8 #include "edlsession.h"
   9 #include "mutex.h"
  10 #include "mwindow.h"
  11 #include "playbackengine.h"
  12 #include "preferences.h"
  13 #include "preferencesthread.h"
  14 #include "renderengine.h"
  15 #include "mainsession.h"
  16 #include "tracks.h"
  17 #include "transportque.h"
  18 #include "videodevice.h"
  19 #include "vrender.h"
  20 #include "workarounds.h"
  21
  22
  23
  24 RenderEngine::RenderEngine(PlaybackEngine *playback_engine,
  25         Preferences *preferences,
  26         TransportCommand *command,
  27         Canvas *output,
  28         ArrayList<PluginServer*> *plugindb,
  29         ChannelDB *channeldb)
  30  : Thread(1, 0, 0)
  31 {
  32         this->playback_engine = playback_engine;
  33         this->output = output;
  34         this->plugindb = plugindb;
  35         this->channeldb = channeldb;
  36         audio = 0;
  37         video = 0;
  38         config = new PlaybackConfig;
  39         arender = 0;
  40         vrender = 0;
  41         do_audio = 0;
  42         do_video = 0;
  43         interrupted = 0;
  44         actual_frame_rate = 0;
  45         this->preferences = new Preferences;
  46         this->command = new TransportCommand;
  47         this->preferences->copy_from(preferences);
  48         this->command->copy_from(command);
  49         edl = new EDL;
  50         edl->create_objects();
  51 // EDL only changed in construction.
  52 // The EDL contained in later commands is ignored.
  53         edl->copy_all(command->get_edl());
  54         audio_cache = 0;
  55         video_cache = 0;
  56         if(playback_engine && playback_engine->mwindow)
  57                 mwindow = playback_engine->mwindow;
  58         else
  59                 mwindow = 0;
  60         show_tc = 0;
  61
  62
  63         input_lock = new Condition(1, "RenderEngine::input_lock");
  64         start_lock = new Condition(1, "RenderEngine::start_lock");
  65         output_lock = new Condition(1, "RenderEngine::output_lock");
  66         interrupt_lock = new Mutex("RenderEngine::interrupt_lock");
  67         first_frame_lock = new Condition(1, "RenderEngine::first_frame_lock");
  68         reset_parameters();
  69 }
  70
  71 RenderEngine::~RenderEngine()
  72 {
  73         close_output();
  74         delete command;
  75         delete preferences;
  76         if(arender) delete arender;
  77         if(vrender) delete vrender;
  78         delete edl;
  79         delete input_lock;
  80         delete start_lock;
  81         delete output_lock;
  82         delete interrupt_lock;
  83         delete first_frame_lock;
  84         delete config;
  85 }
  86
  87 int RenderEngine::arm_command(TransportCommand *command,
  88         int &current_vchannel,
  89         int &current_achannel)
  90 {
  91 // Prevent this renderengine from accepting another command until finished.
  92 // Since the renderengine is often deleted after the input_lock command it must
  93 // be locked here as well as in the calling routine.
  94
  95
  96         input_lock->lock("RenderEngine::arm_command");
  97
  98
  99         this->command->copy_from(command);
 100
 101 // Fix background rendering asset to use current dimensions and ignore
 102 // headers.
 103         preferences->brender_asset->frame_rate = command->get_edl()->session->frame_rate;
 104         preferences->brender_asset->width = command->get_edl()->session->output_w;
 105         preferences->brender_asset->height = command->get_edl()->session->output_h;
 106         preferences->brender_asset->use_header = 0;
 107         preferences->brender_asset->layers = 1;
 108         preferences->brender_asset->video_data = 1;
 109
 110         done = 0;
 111         interrupted = 0;
 112
 113 // Retool configuration for this node
 114         this->config->copy_from(command->get_edl()->session->playback_config);
 115         VideoOutConfig *vconfig = this->config->vconfig;
 116         AudioOutConfig *aconfig = this->config->aconfig;
 117         if(command->realtime)
 118         {
 119                 int device_channels = 0;
 120                 int edl_channels = 0;
 121                 if(command->single_frame())
 122                 {
 123                         vconfig->driver = PLAYBACK_X11;
 124                         device_channels = 1;
 125                         edl_channels = command->get_edl()->session->video_channels;
 126                 }
 127                 else
 128                 {
 129                         device_channels = 1;
 130                         edl_channels = command->get_edl()->session->video_channels;
 131                 }
 132
 133                 for(int i = 0; i < MAX_CHANNELS; i++)
 134                 {
 135                         vconfig->do_channel[i] =
 136                                 ((i == current_vchannel) &&
 137                                         device_channels &&
 138                                         edl_channels);
 139
 140 // GCC 3.2 optimization error causes do_channel[0] to always be 0 unless
 141 // we do this.
 142 Workarounds::clamp(vconfig->do_channel[i], 0, 1);
 143
 144                         if(vconfig->do_channel[i])
 145                         {
 146                                 current_vchannel++;
 147                                 device_channels--;
 148                                 edl_channels--;
 149                         }
 150                 }
 151
 152                 device_channels = aconfig->total_output_channels();
 153                 edl_channels = command->get_edl()->session->audio_channels;
 154
 155                 for(int i = 0; i < MAX_CHANNELS; i++)
 156                 {
 157
 158                         aconfig->do_channel[i] =
 159                                 (i == current_achannel &&
 160                                         device_channels &&
 161                                         edl_channels);
 162                         if(aconfig->do_channel[i])
 163                         {
 164                                 current_achannel++;
 165                                 device_channels--;
 166                                 edl_channels--;
 167                         }
 168                 }
 169
 170         }
 171         else
 172         {
 173                 vconfig->driver = PLAYBACK_X11;
 174                 for(int i = 0; i < MAX_CHANNELS; i++)
 175                 {
 176                         vconfig->do_channel[i] = (i < command->get_edl()->session->video_channels);
 177                         vconfig->do_channel[i] = (i < command->get_edl()->session->video_channels);
 178                         aconfig->do_channel[i] = (i < command->get_edl()->session->audio_channels);
 179                 }
 180         }
 181
 182
 183
 184         get_duty();
 185
 186         if(do_audio)
 187         {
 188                 fragment_len = aconfig->fragment_size;
 189 // Larger of audio_module_fragment and fragment length adjusted for speed
 190 // Extra memory must be allocated for rendering slow motion.
 191                 adjusted_fragment_len = (int64_t)((float)aconfig->fragment_size /
 192                         command->get_speed() + 0.5);
 193                 if(adjusted_fragment_len < aconfig->fragment_size)
 194                         adjusted_fragment_len = aconfig->fragment_size;
 195         }
 196
 197 // Set lock so audio doesn't start until video has started.
 198         if(do_video)
 199         {
 200                 while(first_frame_lock->get_value() > 0)
 201                         first_frame_lock->lock("RenderEngine::arm_command");
 202         }
 203         else
 204 // Set lock so audio doesn't wait for video which is never to come.
 205         {
 206                 while(first_frame_lock->get_value() <= 0)
 207                         first_frame_lock->unlock();
 208         }
 209
 210         open_output();
 211         create_render_threads();
 212         arm_render_threads();
 213
 214         return 0;
 215 }
 216
 217 void RenderEngine::get_duty()
 218 {
 219         do_audio = 0;
 220         do_video = 0;
 221
 222 //edl->dump();
 223 //printf("RenderEngine::get_duty 1 %d %d\n", edl->tracks->playable_audio_tracks(), config->vconfig->total_playable_channels());
 224         if(!command->single_frame() &&
 225                 edl->tracks->playable_audio_tracks() &&
 226                 config->aconfig->total_playable_channels())
 227         {
 228                 do_audio = 1;
 229         }
 230
 231 //printf("RenderEngine::get_duty 2 %d %d\n", edl->tracks->playable_video_tracks(), config->vconfig->total_playable_channels());
 232         if(edl->tracks->playable_video_tracks() &&
 233                 config->vconfig->total_playable_channels())
 234         {
 235                 do_video = 1;
 236         }
 237 }
 238
 239 void RenderEngine::create_render_threads()
 240 {
 241         if(do_video && !vrender)
 242         {
 243                 vrender = new VRender(this);
 244         }
 245
 246         if(do_audio && !arender)
 247         {
 248                 arender = new ARender(this);
 249         }
 250 }
 251
 252
 253 int RenderEngine::get_output_w()
 254 {
 255         return edl->session->output_w;
 256 }
 257
 258 int RenderEngine::get_output_h()
 259 {
 260         return edl->session->output_h;
 261 }
 262
 263 int RenderEngine::brender_available(int position, int direction)
 264 {
 265         if(playback_engine)
 266         {
 267                 int64_t corrected_position = position;
 268                 if(direction == PLAY_REVERSE)
 269                         corrected_position--;
 270                 return playback_engine->brender_available(corrected_position);
 271         }
 272         else
 273                 return 0;
 274 }
 275
 276 Channel* RenderEngine::get_current_channel()
 277 {
 278         if(channeldb)
 279         {
 280                 switch(config->vconfig->driver)
 281                 {
 282                         case PLAYBACK_BUZ:
 283                                 if(config->vconfig->buz_out_channel >= 0 &&
 284                                         config->vconfig->buz_out_channel < channeldb->size())
 285                                 {
 286                                         return channeldb->get(config->vconfig->buz_out_channel);
 287                                 }
 288                                 break;
 289                         case VIDEO4LINUX2JPEG:
 290
 291                                 break;
 292                 }
 293         }
 294         return 0;
 295 }
 296
 297 CICache* RenderEngine::get_acache()
 298 {
 299         if(playback_engine)
 300                 return playback_engine->audio_cache;
 301         else
 302                 return audio_cache;
 303 }
 304
 305 CICache* RenderEngine::get_vcache()
 306 {
 307         if(playback_engine)
 308                 return playback_engine->video_cache;
 309         else
 310                 return video_cache;
 311 }
 312
 313 void RenderEngine::set_acache(CICache *cache)
 314 {
 315         this->audio_cache = cache;
 316 }
 317
 318 void RenderEngine::set_vcache(CICache *cache)
 319 {
 320         this->video_cache = cache;
 321 }
 322
 323
 324 double RenderEngine::get_tracking_position()
 325 {
 326         if(playback_engine)
 327                 return playback_engine->get_tracking_position();
 328         else
 329                 return 0;
 330 }
 331
 332 int RenderEngine::open_output()
 333 {
 334         if(command->realtime)
 335         {
 336 // Allocate devices
 337                 if(do_audio)
 338                 {
 339                         audio = new AudioDevice;
 340                         if (audio->open_output(config->aconfig,
 341                                 edl->session->sample_rate,
 342                                 adjusted_fragment_len,
 343                                 edl->session->real_time_playback))
 344                         {
 345                                 do_audio = 0;
 346                                 delete audio;
 347                                 audio = 0;
 348                         }
 349                 }
 350
 351                 if(do_video)
 352                 {
 353                         video = new VideoDevice;
 354                 }
 355
 356 // Initialize sharing
 357
 358
 359 // Start playback
 360                 if(do_audio && do_video)
 361                 {
 362                         video->set_adevice(audio);
 363                         audio->set_vdevice(video);
 364                 }
 365
 366
 367
 368 // Retool playback configuration
 369                 if(do_audio)
 370                 {
 371                         audio->set_software_positioning(edl->session->playback_software_position);
 372                         audio->start_playback();
 373                 }
 374
 375                 if(do_video)
 376                 {
 377                         video->open_output(config->vconfig,
 378                                 edl->session->frame_rate,
 379                                 get_output_w(),
 380                                 get_output_h(),
 381                                 output,
 382                                 command->single_frame());
 383                         Channel *channel = get_current_channel();
 384                         if(channel) video->set_channel(channel);
 385                         video->set_quality(80);
 386                         video->set_cpus(preferences->processors);
 387                 }
 388         }
 389
 390         return 0;
 391 }
 392
 393 int64_t RenderEngine::session_position()
 394 {
 395         if(do_audio)
 396         {
 397                 return audio->current_position();
 398         }
 399
 400         if(do_video)
 401         {
 402                 return (int64_t)((double)vrender->session_frame /
 403                                 edl->session->frame_rate *
 404                                 edl->session->sample_rate /
 405                                 command->get_speed() + 0.5);
 406         }
 407 }
 408
 409 void RenderEngine::reset_sync_position()
 410 {
 411         timer.update();
 412 }
 413
 414 int64_t RenderEngine::sync_position()
 415 {
 416 // Use audio device
 417 // No danger of race conditions because the output devices are closed after all
 418 // threads join.
 419         if(do_audio)
 420         {
 421                 return audio->current_position();
 422         }
 423
 424         if(do_video)
 425         {
 426                 int64_t result = timer.get_scaled_difference(
 427                         edl->session->sample_rate);
 428                 return result;
 429         }
 430 }
 431
 432 PluginServer* RenderEngine::scan_plugindb(char *title,
 433         int data_type)
 434 {
 435         for(int i = 0; i < plugindb->total; i++)
 436         {
 437                 PluginServer *server = plugindb->values[i];
 438                 if(!strcasecmp(server->title, title) &&
 439                         ((data_type == TRACK_AUDIO && server->audio) ||
 440                         (data_type == TRACK_VIDEO && server->video)))
 441                         return plugindb->values[i];
 442         }
 443         return 0;
 444 }
 445
 446 int RenderEngine::start_command()
 447 {
 448         if(command->realtime)
 449         {
 450                 interrupt_lock->lock("RenderEngine::start_command");
 451                 start_lock->lock("RenderEngine::start_command 1");
 452                 Thread::start();
 453                 start_lock->lock("RenderEngine::start_command 2");
 454                 start_lock->unlock();
 455         }
 456         return 0;
 457 }
 458
 459 void RenderEngine::arm_render_threads()
 460 {
 461         if(do_audio)
 462         {
 463                 arender->arm_command();
 464         }
 465
 466         if(do_video)
 467         {
 468                 vrender->arm_command();
 469         }
 470 }
 471
 472
 473 void RenderEngine::start_render_threads()
 474 {
 475 // Synchronization timer.  Gets reset once again after the first video frame.
 476         timer.update();
 477
 478         if(do_audio)
 479         {
 480                 arender->start_command();
 481         }
 482
 483         if(do_video)
 484         {
 485                 vrender->start_command();
 486         }
 487 }
 488
 489 void RenderEngine::update_framerate(float framerate)
 490 {
 491         playback_engine->mwindow->edl->session->actual_frame_rate = framerate;
 492         playback_engine->mwindow->preferences_thread->update_framerate();
 493 }
 494
 495 void RenderEngine::wait_render_threads()
 496 {
 497         if(do_audio)
 498         {
 499                 arender->Thread::join();
 500         }
 501
 502         if(do_video)
 503         {
 504                 vrender->Thread::join();
 505         }
 506 }
 507
 508 void RenderEngine::interrupt_playback()
 509 {
 510         interrupt_lock->lock("RenderEngine::interrupt_playback");
 511         interrupted = 1;
 512         if(audio)
 513         {
 514                 audio->interrupt_playback();
 515         }
 516         if(video)
 517         {
 518 //printf("RenderEngine::interrupt_playback 3 %p\n", this);
 519                 video->interrupt_playback();
 520 //printf("RenderEngine::interrupt_playback 4 %p\n", this);
 521         }
 522         interrupt_lock->unlock();
 523 }
 524
 525 int RenderEngine::close_output()
 526 {
 527         if(audio)
 528         {
 529                 audio->close_all();
 530                 delete audio;
 531                 audio = 0;
 532         }
 533
 534
 535
 536         if(video)
 537         {
 538                 video->close_all();
 539                 delete video;
 540                 video = 0;
 541         }
 542         return 0;
 543 }
 544
 545 void RenderEngine::get_output_levels(double *levels, int64_t position)
 546 {
 547         if(do_audio)
 548         {
 549                 int history_entry = arender->get_history_number(arender->level_samples,
 550                         position);
 551                 for(int i = 0; i < MAXCHANNELS; i++)
 552                 {
 553                         if(arender->audio_out[i])
 554                                 levels[i] = arender->level_history[i][history_entry];
 555                 }
 556         }
 557 }
 558
 559 void RenderEngine::get_module_levels(ArrayList<double> *module_levels, int64_t position)
 560 {
 561         if(do_audio)
 562         {
 563                 for(int i = 0; i < arender->total_modules; i++)
 564                 {
 565 //printf("RenderEngine::get_module_levels %p %p\n", ((AModule*)arender->modules[i]), ((AModule*)arender->modules[i])->level_samples);
 566                         int history_entry = arender->get_history_number(((AModule*)arender->modules[i])->level_samples, position);
 567
 568                         module_levels->append(((AModule*)arender->modules[i])->level_history[history_entry]);
 569                 }
 570         }
 571 }
 572
 573
 574
 575
 576
 577 void RenderEngine::run()
 578 {
 579         start_render_threads();
 580         start_lock->unlock();
 581         interrupt_lock->unlock();
 582
 583         wait_render_threads();
 584
 585         interrupt_lock->lock("RenderEngine::run");
 586
 587
 588         if(interrupted)
 589         {
 590                 playback_engine->tracking_position = playback_engine->get_tracking_position();
 591         }
 592
 593         close_output();
 594
 595 // Fix the tracking position
 596         if(playback_engine)
 597         {
 598                 if(command->command == CURRENT_FRAME)
 599                 {
 600 //printf("RenderEngine::run 4.1 %d\n", playback_engine->tracking_position);
 601                         playback_engine->tracking_position = command->playbackstart;
 602                 }
 603                 else
 604                 {
 605 // Make sure transport doesn't issue a pause command next
 606 //printf("RenderEngine::run 4.1 %d\n", playback_engine->tracking_position);
 607                         if(!interrupted)
 608                         {
 609                                 if(do_audio)
 610                                         playback_engine->tracking_position =
 611                                                 (double)arender->current_position /
 612                                                         command->get_edl()->session->sample_rate;
 613                                 else
 614                                 if(do_video)
 615                                 {
 616                                         playback_engine->tracking_position =
 617                                                 (double)vrender->current_position /
 618                                                         command->get_edl()->session->frame_rate;
 619                                 }
 620                         }
 621
 622                         if(!interrupted) playback_engine->command->command = STOP;
 623                         playback_engine->stop_tracking();
 624
 625                 }
 626                 playback_engine->is_playing_back = 0;
 627         }
 628
 629         input_lock->unlock();
 630         interrupt_lock->unlock();
 631 }
 632
 633
 634
 635
 636
 637
 638
 639
 640
 641
 642
 643
 644
 645
 646
 647
 648
 649
 650
 651
 652
 653
 654
 655
 656
 657 int RenderEngine::reset_parameters()
 658 {
 659         start_position = 0;
 660         follow_loop = 0;
 661         end_position = 0;
 662         infinite = 0;
 663         start_position = 0;
 664         audio_channels = 0;
 665         do_audio = 0;
 666         do_video = 0;
 667         done = 0;
 668 }
 669
 670 int RenderEngine::arm_playback_audio(int64_t input_length,
 671                         int64_t amodule_render_fragment,
 672                         int64_t playback_buffer,
 673                         int64_t output_length,
 674                         int audio_channels)
 675 {
 676         this->audio_channels = audio_channels;
 677
 678         do_audio = 1;
 679
 680         arender = new ARender(this);
 681         arender->arm_playback(current_sample,
 682                                                         input_length,
 683                                                         amodule_render_fragment,
 684                                                         playback_buffer,
 685                                                         output_length);
 686 }
 687
 688 int RenderEngine::arm_playback_video(int every_frame,
 689                         int64_t read_length,
 690                         int64_t output_length,
 691                         int track_w,
 692                         int track_h,
 693                         int output_w,
 694                         int output_h)
 695 {
 696         do_video = 1;
 697         this->every_frame = every_frame;
 698
 699         vrender = new VRender(this);
 700 //      vrender->arm_playback(current_sample,
 701 //                                                      read_length,
 702 //                                                      output_length,
 703 //                                                      output_length,
 704 //                                                      track_w,
 705 //                                                      track_h,
 706 //                                                      output_w,
 707 //                                                      output_h);
 708 }
 709
 710 int RenderEngine::start_video()
 711 {
 712 // start video for realtime
 713         if(video) video->start_playback();
 714         vrender->start_playback();
 715 }
 716
 717
 718 int64_t RenderEngine::get_correction_factor(int reset)
 719 {
 720         if(!every_frame)
 721         {
 722                 int64_t x;
 723 //              x = playbackengine->correction_factor;
 724 //              if(reset) playbackengine->correction_factor = 0;
 725                 return x;
 726         }
 727         else
 728                 return 0;
 729 }
 730