audio_stream_player_2d.cpp 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450
  1. #include "audio_stream_player_2d.h"
  2. #include "engine.h"
  3. #include "scene/2d/area_2d.h"
  4. #include "scene/main/viewport.h"
  5. void AudioStreamPlayer2D::_mix_audio() {
  6. if (!stream_playback.is_valid()) {
  7. return;
  8. }
  9. if (!active) {
  10. return;
  11. }
  12. if (setseek >= 0.0) {
  13. stream_playback->start(setseek);
  14. setseek = -1.0; //reset seek
  15. }
  16. //get data
  17. AudioFrame *buffer = mix_buffer.ptr();
  18. int buffer_size = mix_buffer.size();
  19. //mix
  20. stream_playback->mix(buffer, 1.0, buffer_size);
  21. //write all outputs
  22. for (int i = 0; i < output_count; i++) {
  23. Output current = outputs[i];
  24. //see if current output exists, to keep volume ramp
  25. bool found = false;
  26. for (int j = i; j < prev_output_count; j++) {
  27. if (prev_outputs[j].viewport == current.viewport) {
  28. if (j != i) {
  29. SWAP(prev_outputs[j], prev_outputs[i]);
  30. }
  31. found = true;
  32. break;
  33. }
  34. }
  35. if (!found) {
  36. //create new if was not used before
  37. if (prev_output_count < MAX_OUTPUTS) {
  38. prev_outputs[prev_output_count] = prev_outputs[i]; //may be owned by another viewport
  39. prev_output_count++;
  40. }
  41. prev_outputs[i] = current;
  42. }
  43. //mix!
  44. AudioFrame vol_inc = (current.vol - prev_outputs[i].vol) / float(buffer_size);
  45. AudioFrame vol = current.vol;
  46. int cc = AudioServer::get_singleton()->get_channel_count();
  47. if (cc == 1) {
  48. AudioFrame *target = AudioServer::get_singleton()->thread_get_channel_mix_buffer(current.bus_index, 0);
  49. for (int j = 0; j < buffer_size; j++) {
  50. target[j] += buffer[j] * vol;
  51. vol += vol_inc;
  52. }
  53. } else {
  54. AudioFrame *targets[4];
  55. for (int k = 0; k < cc; k++) {
  56. targets[k] = AudioServer::get_singleton()->thread_get_channel_mix_buffer(current.bus_index, k);
  57. }
  58. for (int j = 0; j < buffer_size; j++) {
  59. AudioFrame frame = buffer[j] * vol;
  60. for (int k = 0; k < cc; k++) {
  61. targets[k][j] += frame;
  62. }
  63. vol += vol_inc;
  64. }
  65. }
  66. prev_outputs[i] = current;
  67. }
  68. prev_output_count = output_count;
  69. //stream is no longer active, disable this.
  70. if (!stream_playback->is_playing()) {
  71. active = false;
  72. }
  73. output_ready = false;
  74. }
  75. void AudioStreamPlayer2D::_notification(int p_what) {
  76. if (p_what == NOTIFICATION_ENTER_TREE) {
  77. AudioServer::get_singleton()->add_callback(_mix_audios, this);
  78. if (autoplay && !Engine::get_singleton()->is_editor_hint()) {
  79. play();
  80. }
  81. }
  82. if (p_what == NOTIFICATION_EXIT_TREE) {
  83. AudioServer::get_singleton()->remove_callback(_mix_audios, this);
  84. }
  85. if (p_what == NOTIFICATION_INTERNAL_PHYSICS_PROCESS) {
  86. //update anything related to position first, if possible of course
  87. if (!output_ready) {
  88. List<Viewport *> viewports;
  89. Ref<World2D> world_2d = get_world_2d();
  90. ERR_FAIL_COND(world_2d.is_null());
  91. int new_output_count = 0;
  92. Vector2 global_pos = get_global_position();
  93. int bus_index = AudioServer::get_singleton()->thread_find_bus_index(bus);
  94. //check if any area is diverting sound into a bus
  95. Physics2DDirectSpaceState *space_state = Physics2DServer::get_singleton()->space_get_direct_state(world_2d->get_space());
  96. Physics2DDirectSpaceState::ShapeResult sr[MAX_INTERSECT_AREAS];
  97. int areas = space_state->intersect_point(global_pos, sr, MAX_INTERSECT_AREAS, Set<RID>(), area_mask, Physics2DDirectSpaceState::TYPE_MASK_AREA);
  98. for (int i = 0; i < areas; i++) {
  99. Area2D *area2d = Object::cast_to<Area2D>(sr[i].collider);
  100. if (!area2d)
  101. continue;
  102. if (!area2d->is_overriding_audio_bus())
  103. continue;
  104. StringName bus_name = area2d->get_audio_bus_name();
  105. bus_index = AudioServer::get_singleton()->thread_find_bus_index(bus_name);
  106. break;
  107. }
  108. world_2d->get_viewport_list(&viewports);
  109. for (List<Viewport *>::Element *E = viewports.front(); E; E = E->next()) {
  110. Viewport *vp = E->get();
  111. if (vp->is_audio_listener_2d()) {
  112. //compute matrix to convert to screen
  113. Transform2D to_screen = vp->get_global_canvas_transform() * vp->get_canvas_transform();
  114. Vector2 screen_size = vp->get_visible_rect().size;
  115. //screen in global is used for attenuation
  116. Vector2 screen_in_global = to_screen.affine_inverse().xform(screen_size * 0.5);
  117. float dist = global_pos.distance_to(screen_in_global); //distance to screen center
  118. if (dist > max_distance)
  119. continue; //cant hear this sound in this viewport
  120. float multiplier = Math::pow(1.0f - dist / max_distance, attenuation);
  121. multiplier *= Math::db2linear(volume_db); //also apply player volume!
  122. //point in screen is used for panning
  123. Vector2 point_in_screen = to_screen.xform(global_pos);
  124. float pan = CLAMP(point_in_screen.x / screen_size.width, 0.0, 1.0);
  125. float l = 1.0 - pan;
  126. float r = pan;
  127. outputs[new_output_count].vol = AudioFrame(l, r) * multiplier;
  128. outputs[new_output_count].bus_index = bus_index;
  129. outputs[new_output_count].viewport = vp; //keep pointer only for reference
  130. new_output_count++;
  131. if (new_output_count == MAX_OUTPUTS)
  132. break;
  133. }
  134. }
  135. output_count = new_output_count;
  136. output_ready = true;
  137. }
  138. //start playing if requested
  139. if (setplay >= 0.0) {
  140. setseek = setplay;
  141. active = true;
  142. setplay = -1;
  143. //do not update, this makes it easier to animate (will shut off otherise)
  144. //_change_notify("playing"); //update property in editor
  145. }
  146. //stop playing if no longer active
  147. if (!active) {
  148. set_physics_process_internal(false);
  149. //do not update, this makes it easier to animate (will shut off otherise)
  150. //_change_notify("playing"); //update property in editor
  151. emit_signal("finished");
  152. }
  153. }
  154. }
  155. void AudioStreamPlayer2D::set_stream(Ref<AudioStream> p_stream) {
  156. ERR_FAIL_COND(!p_stream.is_valid());
  157. AudioServer::get_singleton()->lock();
  158. mix_buffer.resize(AudioServer::get_singleton()->thread_get_mix_buffer_size());
  159. if (stream_playback.is_valid()) {
  160. stream_playback.unref();
  161. stream.unref();
  162. active = false;
  163. setseek = -1;
  164. }
  165. stream = p_stream;
  166. stream_playback = p_stream->instance_playback();
  167. AudioServer::get_singleton()->unlock();
  168. if (stream_playback.is_null()) {
  169. stream.unref();
  170. ERR_FAIL_COND(stream_playback.is_null());
  171. }
  172. }
  173. Ref<AudioStream> AudioStreamPlayer2D::get_stream() const {
  174. return stream;
  175. }
  176. void AudioStreamPlayer2D::set_volume_db(float p_volume) {
  177. volume_db = p_volume;
  178. }
  179. float AudioStreamPlayer2D::get_volume_db() const {
  180. return volume_db;
  181. }
  182. void AudioStreamPlayer2D::play(float p_from_pos) {
  183. if (stream_playback.is_valid()) {
  184. setplay = p_from_pos;
  185. output_ready = false;
  186. set_physics_process_internal(true);
  187. }
  188. }
  189. void AudioStreamPlayer2D::seek(float p_seconds) {
  190. if (stream_playback.is_valid()) {
  191. setseek = p_seconds;
  192. }
  193. }
  194. void AudioStreamPlayer2D::stop() {
  195. if (stream_playback.is_valid()) {
  196. active = false;
  197. set_physics_process_internal(false);
  198. setplay = -1;
  199. }
  200. }
  201. bool AudioStreamPlayer2D::is_playing() const {
  202. if (stream_playback.is_valid()) {
  203. return active; // && stream_playback->is_playing();
  204. }
  205. return false;
  206. }
  207. float AudioStreamPlayer2D::get_playback_position() {
  208. if (stream_playback.is_valid()) {
  209. return stream_playback->get_playback_position();
  210. }
  211. return 0;
  212. }
  213. void AudioStreamPlayer2D::set_bus(const StringName &p_bus) {
  214. //if audio is active, must lock this
  215. AudioServer::get_singleton()->lock();
  216. bus = p_bus;
  217. AudioServer::get_singleton()->unlock();
  218. }
  219. StringName AudioStreamPlayer2D::get_bus() const {
  220. for (int i = 0; i < AudioServer::get_singleton()->get_bus_count(); i++) {
  221. if (AudioServer::get_singleton()->get_bus_name(i) == bus) {
  222. return bus;
  223. }
  224. }
  225. return "Master";
  226. }
  227. void AudioStreamPlayer2D::set_autoplay(bool p_enable) {
  228. autoplay = p_enable;
  229. }
  230. bool AudioStreamPlayer2D::is_autoplay_enabled() {
  231. return autoplay;
  232. }
  233. void AudioStreamPlayer2D::_set_playing(bool p_enable) {
  234. if (p_enable)
  235. play();
  236. else
  237. stop();
  238. }
  239. bool AudioStreamPlayer2D::_is_active() const {
  240. return active;
  241. }
  242. void AudioStreamPlayer2D::_validate_property(PropertyInfo &property) const {
  243. if (property.name == "bus") {
  244. String options;
  245. for (int i = 0; i < AudioServer::get_singleton()->get_bus_count(); i++) {
  246. if (i > 0)
  247. options += ",";
  248. String name = AudioServer::get_singleton()->get_bus_name(i);
  249. options += name;
  250. }
  251. property.hint_string = options;
  252. }
  253. }
  254. void AudioStreamPlayer2D::_bus_layout_changed() {
  255. _change_notify();
  256. }
  257. void AudioStreamPlayer2D::set_max_distance(float p_pixels) {
  258. ERR_FAIL_COND(p_pixels <= 0.0);
  259. max_distance = p_pixels;
  260. }
  261. float AudioStreamPlayer2D::get_max_distance() const {
  262. return max_distance;
  263. }
  264. void AudioStreamPlayer2D::set_attenuation(float p_curve) {
  265. attenuation = p_curve;
  266. }
  267. float AudioStreamPlayer2D::get_attenuation() const {
  268. return attenuation;
  269. }
  270. void AudioStreamPlayer2D::set_area_mask(uint32_t p_mask) {
  271. area_mask = p_mask;
  272. }
  273. uint32_t AudioStreamPlayer2D::get_area_mask() const {
  274. return area_mask;
  275. }
  276. void AudioStreamPlayer2D::_bind_methods() {
  277. ClassDB::bind_method(D_METHOD("set_stream", "stream"), &AudioStreamPlayer2D::set_stream);
  278. ClassDB::bind_method(D_METHOD("get_stream"), &AudioStreamPlayer2D::get_stream);
  279. ClassDB::bind_method(D_METHOD("set_volume_db", "volume_db"), &AudioStreamPlayer2D::set_volume_db);
  280. ClassDB::bind_method(D_METHOD("get_volume_db"), &AudioStreamPlayer2D::get_volume_db);
  281. ClassDB::bind_method(D_METHOD("play", "from_position"), &AudioStreamPlayer2D::play, DEFVAL(0.0));
  282. ClassDB::bind_method(D_METHOD("seek", "to_position"), &AudioStreamPlayer2D::seek);
  283. ClassDB::bind_method(D_METHOD("stop"), &AudioStreamPlayer2D::stop);
  284. ClassDB::bind_method(D_METHOD("is_playing"), &AudioStreamPlayer2D::is_playing);
  285. ClassDB::bind_method(D_METHOD("get_playback_position"), &AudioStreamPlayer2D::get_playback_position);
  286. ClassDB::bind_method(D_METHOD("set_bus", "bus"), &AudioStreamPlayer2D::set_bus);
  287. ClassDB::bind_method(D_METHOD("get_bus"), &AudioStreamPlayer2D::get_bus);
  288. ClassDB::bind_method(D_METHOD("set_autoplay", "enable"), &AudioStreamPlayer2D::set_autoplay);
  289. ClassDB::bind_method(D_METHOD("is_autoplay_enabled"), &AudioStreamPlayer2D::is_autoplay_enabled);
  290. ClassDB::bind_method(D_METHOD("_set_playing", "enable"), &AudioStreamPlayer2D::_set_playing);
  291. ClassDB::bind_method(D_METHOD("_is_active"), &AudioStreamPlayer2D::_is_active);
  292. ClassDB::bind_method(D_METHOD("set_max_distance", "pixels"), &AudioStreamPlayer2D::set_max_distance);
  293. ClassDB::bind_method(D_METHOD("get_max_distance"), &AudioStreamPlayer2D::get_max_distance);
  294. ClassDB::bind_method(D_METHOD("set_attenuation", "curve"), &AudioStreamPlayer2D::set_attenuation);
  295. ClassDB::bind_method(D_METHOD("get_attenuation"), &AudioStreamPlayer2D::get_attenuation);
  296. ClassDB::bind_method(D_METHOD("set_area_mask", "mask"), &AudioStreamPlayer2D::set_area_mask);
  297. ClassDB::bind_method(D_METHOD("get_area_mask"), &AudioStreamPlayer2D::get_area_mask);
  298. ClassDB::bind_method(D_METHOD("_bus_layout_changed"), &AudioStreamPlayer2D::_bus_layout_changed);
  299. ADD_PROPERTY(PropertyInfo(Variant::OBJECT, "stream", PROPERTY_HINT_RESOURCE_TYPE, "AudioStream"), "set_stream", "get_stream");
  300. ADD_PROPERTY(PropertyInfo(Variant::REAL, "volume_db", PROPERTY_HINT_RANGE, "-80,24"), "set_volume_db", "get_volume_db");
  301. ADD_PROPERTY(PropertyInfo(Variant::BOOL, "playing", PROPERTY_HINT_NONE, "", PROPERTY_USAGE_EDITOR), "_set_playing", "is_playing");
  302. ADD_PROPERTY(PropertyInfo(Variant::BOOL, "autoplay"), "set_autoplay", "is_autoplay_enabled");
  303. ADD_PROPERTY(PropertyInfo(Variant::REAL, "max_distance", PROPERTY_HINT_RANGE, "1,65536,1"), "set_max_distance", "get_max_distance");
  304. ADD_PROPERTY(PropertyInfo(Variant::REAL, "attenuation", PROPERTY_HINT_EXP_EASING), "set_attenuation", "get_attenuation");
  305. ADD_PROPERTY(PropertyInfo(Variant::STRING, "bus", PROPERTY_HINT_ENUM, ""), "set_bus", "get_bus");
  306. ADD_PROPERTY(PropertyInfo(Variant::INT, "area_mask", PROPERTY_HINT_LAYERS_2D_PHYSICS), "set_area_mask", "get_area_mask");
  307. ADD_SIGNAL(MethodInfo("finished"));
  308. }
  309. AudioStreamPlayer2D::AudioStreamPlayer2D() {
  310. volume_db = 0;
  311. autoplay = false;
  312. setseek = -1;
  313. active = false;
  314. output_count = 0;
  315. prev_output_count = 0;
  316. max_distance = 2000;
  317. attenuation = 1;
  318. setplay = -1;
  319. output_ready = false;
  320. area_mask = 1;
  321. AudioServer::get_singleton()->connect("bus_layout_changed", this, "_bus_layout_changed");
  322. }
  323. AudioStreamPlayer2D::~AudioStreamPlayer2D() {
  324. }