Class: DangoServerFramework

Inherits:
Object show all
Includes:
DangoFrameworkModule, DefaultDangoReceive, ServerMonitorModule
Defined in:
lib/dango/server_framework.rb

Overview

フレームワーククラス

Constant Summary collapse

RAILS_ENV = 
ENV['RAILS_ENV'] || 'development'
DefaultNetworkPort =

以下すべてデフォルト値

15000
DefaultNetworkHost =

デフォルトのポート番号

'localhost'
DefaultServerHost =

デフォルトのサーバーホスト名

'localhost'
DefaultMaxConnections =

接続制限ホスト “0.0.0.0”にすれば全接続オッケイ

10
DefaultLogFile =

デフォルトの最大接続人数

"log/dango_#{RAILS_ENV}.log"
DefaultLogLevel = 
Logger::INFO
DefaultLogMaxSize = 
1048576
DefaultLogShiftAge = 
99
DefaultGServerLogFile = 
""
DefaultPidFile = 
"tmp/pids/dango.#{RAILS_ENV}.pid"
SendReceiveSleepIntervalSec =

ここから先は普通は変更しなくていいだろうというもの

0.2
SendReceiveTimeoutDefaultSec =

データ送信時の送信間隔秒

5.0
HeartBeatIntervalSec =

SendTimeoutSec = 4.0 # データ送受信時の送信のタイムアウト秒数

10.0
HeartBeatReceiveWaitSec =

HeartBeatResponseWaitSec = 10.0 # S=>Cのheart beatの返信待ち秒数

30.0
GCIntervalSec =

C=>Sのheart beatの受信待ち秒数

5.0
StatisticsProcessMemoryCount =

GCの発生タイミング

100
ServerStopWait =

GCがこの回数起きた時に統計を取る

0.2
MainLoopWaitSec =

サーバー停止時のGServerの確認待ち時間

3.0

Constants included from DangoFrameworkModule

DangoFrameworkModule::CommMaxDigit, DangoFrameworkModule::DefaultEncodeType, DangoFrameworkModule::EncodeTypeJSON, DangoFrameworkModule::EncodeTypeMarshal, DangoFrameworkModule::EncodeTypeYAML, DangoFrameworkModule::MaxLenRecv, DangoFrameworkModule::MaxLenSend, DangoFrameworkModule::ReadTimeoutSec

Instance Attribute Summary collapse

Class Method Summary collapse

Instance Method Summary collapse

Methods included from DangoFrameworkModule

#dango_receive_data, #dango_send_data, #debug_print, #error_print

Methods included from DangoLoggerModule

#logger

Methods included from ErrorMessage

#error_message

Methods included from ServerMonitorModule

#_monitor_get_action_stat, #_monitor_get_server_info, #_monitor_get_session_list, #_monitor_get_shared, #_monitor_get_socket_list, #_monitor_mutex_status, #_monitor_send_system_message, #_monitor_server_reload, #_monitor_thread_status, #_monitor_write_shared

Methods included from DefaultDangoReceive

#dango_receive__change_encode_type, #dango_receive__notice_heart_beat

Constructor Details

#initialize(config) ⇒ DangoServerFramework

Returns a new instance of DangoServerFramework.



89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
 
# File 'lib/dango/server_framework.rb', line 89

def initialize(config)
  @config           = config # 設定ファイル
  
  @gserver = nil # Gserver用の変数
  @server_reload = nil # サーバーのリロード用フラグ
  
  @is_pid_file_create_time = nil # pidファイルを作ったかどうかのフラグ
  
  # SIGINT の捕捉
  Signal.trap(:INT) do 
    logger.warn "SIGINT\n#{caller(0).pretty_inspect}"
    stop_gserver() # gserverの停止
    exit_process() # プロセス終了処理
  end
  
  # 終了処理を登録しておく(これが無いとWindowsではエラーが出てもプロセスが落ちないことがある)
  at_exit do
    logger.info "at_exit ERROR\n#{caller(0).pretty_inspect}"
    stop_gserver() # gserverの停止
    exit_process() # プロセス終了処理
  end
  
  # スレッドグループの初期化
  @thr_gr_gserver_serve = ThreadGroup.new
  
  # データ送信用スレッドとQueue
  @queue_send_notice = Queue.new
  @mutex_send_notice = DangoMutex.new(:mutex_send_notice)
  Thread.start{ thread_send_notice_queue() }
  
  # メインスレッドの名前
  Thread.current[:_name] = "main"
  
  # サーバー開始
  server_start()
  
  loop do # 待ちで無限ループに入る
    sleep MainLoopWaitSec
#      p( Time.now_to_s + ":#{@server_reload.inspect}")
    check_reload_class()
  end
end

Dynamic Method Handling

This class handles dynamic methods through the method_missing method

#method_missing(name, *args) ⇒ Object

必要に応じて追加するメソッド



1036
1037
1038
1039
1040
1041
1042
1043
1044
 
# File 'lib/dango/server_framework.rb', line 1036

def method_missing(name, *args)
  if name.to_s =~ /^dango_receive_action_notice_shared_(.+)/ # 共有メモリ変更通知なら
    key = $1
    method_action_notice_shared(key, name, *args)
  else
#      logger.error "method not found. #{name.inspect} #{args.inspect}"
    raise(NoMethodError, "method not found. #{name.inspect} #{args.inspect}")
  end
end

Instance Attribute Details

#config ⇒ Object (readonly)

読みよみのみのアクセサ



132
133
134
 
# File 'lib/dango/server_framework.rb', line 132

def config
  @config
end

#shared ⇒ Object

Returns the value of attribute shared.



720
721
722
 
# File 'lib/dango/server_framework.rb', line 720

def shared
  @shared
end

#socket_list ⇒ Object

Returns the value of attribute socket_list.



737
738
739
 
# File 'lib/dango/server_framework.rb', line 737

def socket_list
  @socket_list
end

Class Method Details

.start(config = {}) ⇒ Object

起動用のインスタンスメソッド



135
136
137
 
# File 'lib/dango/server_framework.rb', line 135

def self.start(config = {})
  self.new(config)
end

Instance Method Details

#check_reload_class ⇒ Object

サーバーのループ時のクラス読み直し処理



232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
 
# File 'lib/dango/server_framework.rb', line 232

def check_reload_class()
  begin
    if @server_reload
      @server_reload = nil
      
      debug_print("-- stopping server")
      stop_gserver() # gserverの停止
      @gserver = nil
      
      if @drb # drbを起動していればそれの停止
        DRb.stop_service()
        puts "stop drb server"
        @drb = nil
      end
      
      debug_print("-- stopped server")
      
      # GCを行う
      GC.enable
      GC.start 
      GC.disable
      
      # サーバーファイルを読み直し
      debug_print("-- reload classes")
      tmp_verbose = $VERBOSE
      $VERBOSE = nil
      
      # serverファイル名一覧を取得
      load_files = []
      glob_str = 'dango/server/*.rb'
      Dir.glob(glob_str) do |srv_file|
        load_files.push({:file=>srv_file, :mtime=>File.mtime(srv_file)})
      end
      
      # ファイル名順にソート
      load_files = load_files.sort_by{|f| f[:file] }
      load_files.each do |f|
        begin
          load f[:file]
        rescue Exception
          debug_print("#{error_message($!, 'u')}")
        end
      end
      
      $VERBOSE = tmp_verbose
      
      # サーバーを再度起動
      debug_print("-- start server")
      server_start() # サーバー開始
    end
  rescue Exception
    error_print("#{error_message($!, 'u')}")
  end
end

#connecting(sock) ⇒ Object

gserver接続開始処理



288
289
290
 
# File 'lib/dango/server_framework.rb', line 288

def connecting(sock)
  logger.info "connecting:sock=#{sock.object_id} peeraddr=#{sock.peeraddr.inspect} addr=#{sock.addr.inspect}"
end

#dango_close ⇒ Object

接続解除時に呼び出されるメソッド



745
746
 
# File 'lib/dango/server_framework.rb', line 745

def dango_close
end

#dango_connect ⇒ Object

接続時に呼び出されるメソッド



741
742
 
# File 'lib/dango/server_framework.rb', line 741

def dango_connect
end

#dango_server_init ⇒ Object

attr_reader(:start_time, :recv_count, :send_count, :recv_fail_count, :send_fail_count)

attr_reader(:recv_byte, :send_byte, :mutex_fail_count, :action_stat)
attr_reader(:log_level_str, :log_file, :log_max_size, :log_shift_age)



704
705
 
# File 'lib/dango/server_framework.rb', line 704

def dango_server_init # 初期設定
end

#dango_server_receive_decrypt(str) ⇒ Object

サーバーの復号化処理



758
759
760
 
# File 'lib/dango/server_framework.rb', line 758

def dango_server_receive_decrypt(str) # 継承用
  str
end

#dango_server_send_encrypt(str) ⇒ Object

サーバーの暗号化処理



750
751
752
 
# File 'lib/dango/server_framework.rb', line 750

def dango_server_send_encrypt(str) # 継承用
  str
end

#disconnecting(port) ⇒ Object

gserver接続開始処理



293
294
295
 
# File 'lib/dango/server_framework.rb', line 293

def disconnecting(port)
  logger.info "disconnecting:port=#{port}"
end

#do_flash_policy_file(sid, sock) ⇒ Object

Flashのポリシーファイルの処理



593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
 
# File 'lib/dango/server_framework.rb', line 593

def do_flash_policy_file(sid, sock) 
  
  if @policy_file_request # ポリシーファイルを返す設定なら
    logger.info "is_flash_policy_file #{sid} #{@policy_file_request}"
    
    allow_str = ""
    
    @policy_file_allow_domain.each do |one_host|
      allow_str += %Q|<allow-access-from domain="#{one_host}" to-ports="#{@policy_file_allow_port.join(',')}" />|
      allow_str += "\n"
    end

    policy_data = <<EOF
<?xml version="1.0"?>
<cross-domain-policy>
#{allow_str}
</cross-domain-policy>
EOF

    logger.debug policy_data
    @mutex_sock[sock.object_id].timeout_sync(2, "policy_send #{sock.object_id}") do
      sock.write policy_data
      sock.flush
    end
    
    logger.info "policy file sent."
  end
end

#exit_process ⇒ Object

プロセス終了処理



76
77
78
79
80
81
82
83
84
85
86
87
 
# File 'lib/dango/server_framework.rb', line 76

def exit_process() # プロセス終了処理
  debug_print("shutdown")
  if @is_pid_file_create_time == File.mtime(@pid_file)
    begin
      File.delete(@pid_file)
    rescue 
      puts "failed delete file. #{@pid_file}:#{$!.class}:#{$!.message}"
    end
  end
  puts "shutdown"
  exit!
end

#gc_thread_start ⇒ Object

GCスレッドの開始(メモリ使用量統計も含む)



766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
 
# File 'lib/dango/server_framework.rb', line 766

def gc_thread_start
  th = Thread.start do
    Thread.current[:_name] = "thread_gc"
    loop do
      begin
        sleep @gc_interval_sec
        
#          logger.debug "mpth:1:GC start mutex start"
#          @mutex_proc_thread.timeout_sync(3, :gc) do
#            logger.debug "mpth:2:GC start #{Time.now_to_s}"
          
          logger.debug "GC start mutex start"
          gc_start_time = Time.now
          GC.enable
          GC.start 
          GC.disable
          logger.debug "GC end #{Time.now - gc_start_time}sec "
#          end
        logger.debug "GC start mutex end"
        
        output_memory_statistics() if @statistics_process_memory # メモリ使用量統計
        
      rescue DangoFrameworkMutexTimeoutException
        @mutex_fail_count += 1
        logger.warn "DangoFrameworkMutexTimeoutException gc_thread_start" + 
                     "#{error_message($!, 'u')}"
      rescue Exception
        logger.error "Exception gc_thread_start  #{error_message($!, 'u')}"
      end
    end # loop end
  end
  th.priority = 3
end

#heart_beat_thread_start ⇒ Object

ハートビートスレッドの開始



824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
 
# File 'lib/dango/server_framework.rb', line 824

def heart_beat_thread_start
  shared[:_heart_beat_time_hash] = {}
  
  th = Thread.start do
    Thread.current[:_name] = "thread_heart_beat"
    loop do
      begin
        sleep @herat_beat_interval_sec
        
        next if @gserver.stopped? # gserverが起動していればスキップ
        
#          logger.debug "mpth:1:heart_beat_thread_start "
#          @mutex_proc_thread.timeout_sync(3, :heart_beat_thread) do
#            logger.debug "mpth:2:heart_beat_thread_start "
          
          # 古いハートビート情報は先に削除しておく
          shared.transaction(:_heart_beat_time_hash) do |hbt_hash|
            hbt_hash.keys.each do |sid|
              hbt_hash.delete(sid) if hbt_hash[sid] < Time.now - @heart_beat_receive_wait_sec * 30
            end
            shared.commit(hbt_hash)
          end
          
          # クライアントから来るハートビートのチェック
          heart_beat_time_hash = shared[:_heart_beat_time_hash]
          
          # 全員分のチェック
          socket_list.all_sid.each do |sid|
            sock = socket_list[sid]
            
            if ! sock # すでにsocketが無い場合は、スキップ
              logger.warn "!!!! heart_beat_thread_start:sock is not found. #{sid}:#{sock.object_id}"
              shared.transaction(:_heart_beat_time_hash) do |hbt_hash|
                hbt_hash.delete(sid)
                shared.commit(hbt_hash)
              end
              next 
            end
            
            # クライアントから来たハートビートの時間チェックし、古ければsocketを閉じる
            if heart_beat_time_hash[sid] && 
               heart_beat_time_hash[sid] < Time.now - @heart_beat_receive_wait_sec
              
              logger.warn "!!!! heart_beat_thread_start:heart beat old:#{sid}:" + 
                          "#{heart_beat_time_hash[sid]}:#{sock.object_id}:#{sock.closed?}"
              
              shared.transaction(:_heart_beat_time_hash) do |hbt_hash|
                hbt_hash.delete(sid)
                shared.commit(hbt_hash)
              end
              
              begin
                @mutex_sock[sock.object_id].timeout_sync(2, "hb_close #{sock.object_id}") do
                  sock.close
                end 
              rescue IOError
                logger.debug "heart_beat_thread_start:maybe already closed. IOError:#{sid}:#{sock.object_id}"
              rescue Exception
                logger.warn "heart_beat_thread_start:failed close socket:#{error_message($!, 'u')}"
              end
              next
            end
          end # socket_list
          
#          end # @mutex_proc_thread
        logger.debug "heart_beat_thread_start end"
        
      rescue DangoFrameworkMutexTimeoutException
        @mutex_fail_count += 1
        logger.warn "DangoFrameworkMutexTimeoutException heart_beat_thread_start" + 
                     "#{error_message($!, 'u')}"
      rescue Exception
        logger.error "Exception heart_beat_thread_start  #{error_message($!, 'u')}"
      end
    end # loop end
  end
  th.priority = 1
end

#method_action_notice_shared(key, name, *args) ⇒ Object

共有メモリ変更通知のメソッド



1047
1048
1049
1050
1051
 
# File 'lib/dango/server_framework.rb', line 1047

def method_action_notice_shared(key, name, *args) 
  logger.debug "method_name:#{name}"
  send_obj = args[0]
  notice_shared.notice_change(key.to_sym, send_obj) 
end

#output_memory_statistics ⇒ Object

メモリ使用量統計



801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
 
# File 'lib/dango/server_framework.rb', line 801

def output_memory_statistics()
  memory_usage = 0
  if RUBY_PLATFORM == 'i386-mswin32'
    require "win32ole"
    locator = WIN32OLE.new("WbemScripting.SWbemLocator.1")
    service = locator.ConnectServer
    set = service.ExecQuery("select * from Win32_Process WHERE ProcessId = #{Process.pid}")
    set.each do |process| 
      memory_usage = process.PageFileUsage.to_i
    end
  else
    stat = `cat /proc/#{Process.pid}/stat`.split(" ")
    memory_usage = stat[22].to_i
  end
  
  open("log/dango_stat_proc_mem_#{RAILS_ENV}.log", "ab") do |fh|
    fh.write "#{Time.now_to_s},#{memory_usage},#{@thr_gr_gserver_serve.list.length}\n"
  end
  logger.debug "statistics_process_memory file add."
end

#receive_decrypt(str) ⇒ Object

フレームワークから呼ばれる部分



761
762
763
 
# File 'lib/dango/server_framework.rb', line 761

def receive_decrypt(str) # フレームワークから呼ばれる部分
  dango_server_receive_decrypt(str)
end

#select_shared_database_manager ⇒ Object

コンフィグのshared_database_managerによる使用クラスの選択



708
709
710
711
712
713
714
 
# File 'lib/dango/server_framework.rb', line 708

def select_shared_database_manager()
  if @config['server']['shared_database_manager'] == 'MemoryStore'
    SharedMemoryStore.new(@config)
  else
    SharedMemoryStore.new(@config)
  end
end

#send_encrypt(str) ⇒ Object

フレームワークから呼ばれる部分



753
754
755
 
# File 'lib/dango/server_framework.rb', line 753

def send_encrypt(str) # フレームワークから呼ばれる部分
  dango_server_send_encrypt(str)
end

#send_notice(notice_name, sids, send_obj, options = {}) ⇒ Object

サーバーからクライアントへのデータ送信

Raises:



914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
 
# File 'lib/dango/server_framework.rb', line 914

def send_notice(notice_name, sids, send_obj, options = {})
  logger.info "send_notice(#{notice_name.inspect}, #{sids.inspect}) "
  
  raise(DangoFrameworkException, "send_obj is not Hash.") if ! send_obj.is_a?(Hash)
  
  sids = [sids] if sids.is_a?(Integer)
  raise(DangoFrameworkException, "sids is not Array.") if ! sids.is_a?(Array)
  
#    timeout = options[:timeout] || @send_receive_timeout_default_sec
  encode_type = options[:encode_type] || 0
  
  send_obj_dup = send_obj.deep_dup
  send_obj_dup["_notice_name"] = notice_name.to_s
  send_obj_dup["_server_time"] = Time.now_to_s
  
  sids.each do |sid|
#      send_id = Digest::MD5.hexdigest(sid.to_s + notice_name.to_s + Time.now.to_f.to_s + rand().to_s)
#      send_id = sid.to_s + notice_name.to_s + Time.now.to_f.to_s + rand().to_s
    send_id = notice_name.to_s + Time.now.to_f.to_s + rand().to_s
    send_obj_dup["_id"] = send_id
    
    # queue_send_noticeに排他処理
    begin
      @mutex_send_notice.timeout_sync(10, :queue_push) do 
        @queue_send_notice.push([sid, send_obj_dup, encode_type].deep_dup)
      end
    rescue DangoFrameworkMutexTimeoutException
      @mutex_fail_count += 1
      logger.warn "mutex_send_notice #{error_message($!, 'u')}"
    rescue Exception
      logger.error "mutex_send_notice #{error_message($!, 'u')}"
    end
  end # end sids.each
  
  self
end

#send_return(send_obj, options = {}) ⇒ Object

サーバーからクライアントへのデータ返信

Raises:



904
905
906
907
908
909
910
911
 
# File 'lib/dango/server_framework.rb', line 904

def send_return(send_obj, options = {})
  logger.info "send_return(#{session[:sid].inspect}) "
  
  raise(DangoFrameworkException, "session[:sid] is not exist.") if ! session[:sid]
  raise(DangoFrameworkException, "session[:_action_name] is not exist.") if ! session[:_action_name]
  
  send_notice("return_#{session[:_action_name]}", session[:sid], send_obj, options)
end

#server_start ⇒ Object

サーバー開始処理



140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
 
# File 'lib/dango/server_framework.rb', line 140

def server_start()
  begin
    set_server_variables()                # 各種サーバー仕様の変数設定
    
    require 'resolv-replace' if @safe_resolver # 名前解決時のロックがかかってしまう件を解決できるはず
    
    if @no_start_log
      logger.debug("===== no_start_log=#{@no_start_log.inspect} =====")
    else
      logger.warn("===== server initialize =====") # loggerの準備
      logger.warn("network_port=#{@network_port}")
      logger.warn("network_host=#{@network_host}")
      logger.warn("server_host=#{@server_host}")
      logger.warn("max_connections=#{@server_max_connections}")
      logger.warn("RAILS_ENV=#{RAILS_ENV}")
      logger.warn("Process.pid=#{Process.pid}")
      logger.warn("Dango Version=#{Dango::VERSION::STRING} p#{Dango::VERSION::PATCH}")
      logger.warn("Rails Version=#{RAILS_GEM_VERSION}")
#        logger.debug("$LOADED_FEATURES=#{$LOADED_FEATURES.pretty_inspect}")
    end
    
    shared_init()                                             # 共有メモリを初期化
    socket_list_init()                                        # ソケット一覧を初期化
    @mutex_sock = {}                                          # ソケットの排他処理ハッシュ
    @session_manager = SessionManager.new(shared, RAILS_ENV)  # セッション情報の初期化
    
    @mutex_proc_thread = DangoMutex.new(:mutex_proc_thread)   # スレッドが同時起動しないようにするためのMutex
    heart_beat_thread_start()                          # ハートビートスレッドの開始
    gc_thread_start()                                  # GCスレッドの開始
    
    dango_server_init()                                # 初期設定読み込み
    
    @mutex_send_response = DangoMutex.new(:mutex_send_response) # 送信レスポンス用のMutex
    @arr_send_response = []                                     # 送信レスポンス用のキャッシュ
    
    
    TCPSocket.do_not_reverse_lookup = true # 逆引きを行わない
#     TCPSocket.do_not_reverse_lookup = false # 逆引きを行う
    
    if @backdoor_run_drb_server                    # backdoor用のdrbを起動
      require "drb"
      require "drb/acl"
#        uri = "druby://#{@network_host}:#{@backdoor_run_drb_port}"
      uri = @backdoor_run_drb_url
      
      allow_list = @backdoor_run_drb_allow_list.split(/\s+/)
      
      acl_list = ["deny", "all"]
      allow_list.each do |allow_host|
        acl_list.push("allow")
        acl_list.push(allow_host)
      end
      logger.info "drb acl_list=#{acl_list.inspect}"
      
      acl = ACL.new(acl_list, ACL::DENY_ALLOW)
      @drb = DRb.start_service(uri, self, acl)
#        @drb = DRb.start_service(uri, self)
      DRb.thread[:_name] = "thread_drb_main"
      message = "start drb server: uri=#{DRb.uri}"
      logger.warn(message)
      puts message
    else
      @drb = nil
    end
    
    set_loop_setting(@loop_setting) if @loop_setting # ループ処理を定義
    
    
    @gserver = DangoGServer.new(self, @network_port, @server_host, @server_max_connections)
    @gserver.audit = true                 # Turn logging on.
    @gserver.debug = true                 # debug
    
    if @gserver_log_file.to_s != "" 
      gserver_log_fh = open(@gserver_log_file, "a")
      @gserver.stdlog = gserver_log_fh
    end
    
    GC.disable
    open(@pid_file, "wb"){|fh| fh.write Process.pid.to_s } # pidをファイルに保存
    @is_pid_file_create_time = File.mtime(@pid_file) # pidファイルを作ったことを記録
    
#      @gserver.start(@server_max_connections)
    @gserver.start(@server_max_connections, 20) # backlogを20に設定
    
  rescue Exception
    puts "gserver.start:" + error_message($!)
#      error_print(error_message($!, 'u'))
    exit!
  end
end

#session ⇒ Object

セッション



724
725
726
 
# File 'lib/dango/server_framework.rb', line 724

def session
  @session_manager.session
end

#session_list ⇒ Object 



728
729
730
 
# File 'lib/dango/server_framework.rb', line 728

def session_list
  @session_manager.session_list
end

#set_loop_setting(options = {}) ⇒ Object

メインループ用の定義をするためのメソッド



1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
 
# File 'lib/dango/server_framework.rb', line 1054

def set_loop_setting(options = {})
  options = options.deep_dup
  
  shared[:_is_server_sleep] = nil # メンテナンス停止用
  
  if options["method_name"] # メソッド名が無ければ処理しない
    method_name = options["method_name"]
    
    options["frame_rate"] ||= 5
    wait_sec = 1.0 / options["frame_rate"]
    logger.warn "set_loop_setting wait_sec:#{wait_sec.inspect} method_name=#{method_name}"
    
    th = Thread.new do 
      logger.debug "set_loop_setting start"
      count = 0
      
      last_mutex_fail_count = @mutex_fail_count.deep_dup # 前回のmutex_fail_countを記録する
      
      loop do
        begin
          before_time = Time.now
          
          logger.debug "mpth:1:sls start"
          @mutex_proc_thread.timeout_sync(3, "set_loop_setting_send_#{method_name}") do
            __send__(method_name)
          end # mutex_proc_thread
          logger.debug "mpth:2:sls end"
          # if count % 1000 == 0
          
          real_wait_sec = wait_sec - (Time.now - before_time)
          logger.debug "set_loop_setting:compute time=#{real_wait_sec - wait_sec}" if real_wait_sec < 0
          sleep real_wait_sec if real_wait_sec > 0
          
          count += 1
          count = 0 if count >= 10000000
          
          # mutex_fail_countが増えたらサーバーが重くなりすぎていると判断してちょっと待つ
          if @mutex_fail_count > last_mutex_fail_count
            sleep 1
            last_mutex_fail_count = @mutex_fail_count.deep_dup
          end
          
          # メンテナンス機能
          if shared[:_is_server_sleep]
            logger.info "set_loop_setting SLEEP !!!"
            sleep 10000 
          end
        rescue DangoFrameworkMutexTimeoutException
          @mutex_fail_count += 1
          logger.warn "set_loop_setting error:#{error_message($!, 'u')}"
        rescue Exception
          logger.error "set_loop_setting error:#{error_message($!, 'u')}"
        end
      end
    end # th.end
  end
end

#set_server_variables ⇒ Object

各種サーバー仕様の変数設定



623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
 
# File 'lib/dango/server_framework.rb', line 623

def set_server_variables() 
  # 変数の初期設定
  @thread_abort_on_exception         = @config['server']['thread_abort_on_exception'] || true
  
  @network_port                      = @config['network']['port'] || DefaultNetworkPort
  @network_host                      = @config['network']['host'] || DefaultNetworkHost
  @server_host                       = @config['server']['host'] || DefaultServerHost
  @server_max_connections            = @config['server']['max_connections'] || DefaultMaxConnections
  @log_file                          = @config['server']['log_file'] || DefaultLogFile
  @log_max_size                      = @config['server']['log_max_size'] || DefaultLogMaxSize
  @log_shift_age                     = @config['server']['log_shift_age'] || DefaultLogShiftAge
  @gserver_log_file                  = @config['server']['gserver_log_file'] || DefaultGServerLogFile
  @pid_file                          = @config['server']['pid_file'] || DefaultPidFile
  
  @send_receive_sleep_interval_sec   = @config['server']['send_receive_sleep_interval_sec'] || SendReceiveSleepIntervalSec
  @send_receive_timeout_default_sec  = @config['server']['send_receive_timeout_default_sec'] || SendReceiveTimeoutDefaultSec
#    @send_timeout_sec                  = @config['server']['send_timeout_sec'] || SendTimeoutSec
  @herat_beat_interval_sec           = @config['server']['heart_beat_interval_sec'] || HeartBeatIntervalSec
#    @heart_beat_response_wait_sec      = @config['server']['heart_beat_response_wait_sec'] || HeartBeatResponseWaitSec
  @heart_beat_receive_wait_sec       = @config['server']['heart_beat_receive_wait_sec'] || HeartBeatReceiveWaitSec
  @gc_interval_sec                   = @config['server']['gc_interval_sec'] || GCIntervalSec
  
  @policy_file_request               = @config['server']['policy_file_request']
  @policy_file_request               = true if @policy_file_request == nil
  
  @policy_file_allow_domain          = @config['server']['policy_file_allow_domain']
  @policy_file_allow_domain          = [@network_host] if @policy_file_allow_domain.class != Array
  
  @policy_file_allow_port            = @config['server']['policy_file_allow_port']
  @policy_file_allow_port            = [@network_port] if !@policy_file_allow_port
  
  @safe_resolver               = @config['server']['safe_resolver'] || false # require 'resolv-replace'するかどうか
  
  @statistics_process_memory   = @config['server']['statistics_process_memory'] || false # プロセスのメモリ使用量統計取る
  
  @backdoor_run_drb_server     = @config['server']['backdoor_run_drb_server'] || false # drbサーバーを起動するか
  @backdoor_run_drb_url        = @config['server']['backdoor_run_drb_url'] || 12345    # drbサーバーのポート番号
  @backdoor_run_drb_allow_list = @config['server']['backdoor_run_drb_allow_list'] || '127.0.0.1 localhost' # アクセス可能ホスト名
  
  @loop_setting                = @config['server']['loop_setting']                     # メインループ用の定義
  
  @no_start_log                = @config['server']['no_start_log']                     # メインループ用の定義
  
  # ログレベルの設定
  log_level_hash = {
    "FATAL" => Logger::FATAL, 
    "ERROR" => Logger::ERROR, 
    "WARN"  => Logger::WARN, 
    "INFO"  => Logger::INFO, 
    "DEBUG" => Logger::DEBUG, 
  }
  log_level_hash.each do |str, const|
    @log_level = const if str.downcase == @config['server']['log_level'].to_s.downcase
  end
  @log_level = @log_level || DefaultLogLevel
  
  log_level_hash.each do |str, const|
    @log_level_str = str if const == @log_level
  end
  
  # スレッド終了時に全体停止する
  Thread.abort_on_exception = true if @thread_abort_on_exception
  
  # 統計用情報の初期化
  @start_time = Time.now # サーバー起動時間
  @recv_count = 0        # 受信回数
  @send_count = 0        # 送信回数
  @recv_fail_count = 0   # 受信失敗回数
  @send_fail_count = 0   # 送信失敗回数
  @recv_byte = 0         # 受信バイト数
  @send_byte = 0         # 送信バイト数
  
  @mutex_fail_count = 0  # 排他処理の失敗回数
  
  @action_stat = {}      # アクションの統計用
end

#shared_init ⇒ Object

共有メモリ



717
718
719
 
# File 'lib/dango/server_framework.rb', line 717

def shared_init
  @shared = select_shared_database_manager()
end

#socket_list_init ⇒ Object

ソケットとIDの対応



734
735
736
 
# File 'lib/dango/server_framework.rb', line 734

def socket_list_init
  @socket_list = SocketList.new
end

#starting ⇒ Object

gserver開始処理



298
299
300
301
302
 
# File 'lib/dango/server_framework.rb', line 298

def starting()
  msg = "#{self.class.to_s} #{@server_host}:#{@network_port}/#{@server_max_connections} start"
  logger.warn msg
  puts "[#{Time.now_to_s}] #{msg}" if @gserver_log_file.to_s != "" 
end

#stop_gserver ⇒ Object

メインループの待ち時間（サーバー内ファイルのチェック時間）



53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
 
# File 'lib/dango/server_framework.rb', line 53

def stop_gserver() # gserverの停止
  if @gserver && !@gserver.stopped?
    # 強制的に接続しているsocketをクローズ
    logger.info "socket_list.all_sid:#{socket_list.all_sid.inspect}"
    socket_list.all_sid.each do |sid|
      logger.debug "sk:#{socket_list[sid].inspect}"
      next if ! socket_list[sid]
      socket_list[sid].close if ! socket_list[sid].closed?
      socket_list[sid]
    end
    
    # サーバーを停止
    @gserver.shutdown
    @gserver.stop
    10.times do
      break if @gserver.stopped?
      sleep ServerStopWait
      debug_print("waiting... #{@gserver.stopped?} #{@gserver.connections}")
    end
  end
  
end

#stopping ⇒ Object

gserver終了処理



305
306
307
308
309
 
# File 'lib/dango/server_framework.rb', line 305

def stopping()
  msg = "#{self.class.to_s} #{@server_host}:#{@network_port} stop"
  logger.warn msg
  puts "[#{Time.now_to_s}] #{msg}" if @gserver_log_file.to_s != "" 
end

#thread_main(sock) ⇒ Object

gserverのserveメソッド：スレッド開始処理



312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
 
# File 'lib/dango/server_framework.rb', line 312

def thread_main(sock)
  logger.info "thread_main:connect. sock=#{sock.object_id} thread.current=#{Thread.current.object_id}"
  Thread.current[:_name] = "thread_main #{sock.object_id}"
  
  @thr_gr_gserver_serve.add(Thread.current) # スレッドグループに登録
  
  begin
    @session_manager.start_session() # sessionの開始処理 sidは自動生成
    sid = session[:sid]
    
    # sockに対しての=nil write close などの書き換えに対する排他処理
    @mutex_sock[sock.object_id] = DangoMutex.new("mutex_sock_#{sock.object_id}")
    
    @mutex_sock[sock.object_id].timeout_sync(2, "start #{sock.object_id}") do
      sock.binmode
      sock.sync = true
      
      session[:peer_addr]       = sock.peeraddr
      session[:peer_ip_address] = sock.peeraddr[3]
      session[:peer_host]       = sock.peeraddr[2]
    end
    
    session[:encode_type] = DefaultEncodeType
    
    logger.debug "thread_main:start_session. sid=#{sid} sock=#{sock.object_id} thread.current=#{Thread.current.object_id}"
    
    socket_list.add(sid, sock)
    
    session[:connected] = nil # まだdango_connectを呼び出していない
    
    is_flash_policy_file = false
    
    logger.debug "thread_main:do main loop."
    
    # メインループ入り
    count = 0
    loop do
      if sock.closed?
        logger.info "#{sock.object_id}:sock is closed... #{count}"
        break
      end
      
      ret_objs = nil
      begin
        logger.debug "dango_receive_data:start:sock=#{sock.object_id} #{count}" if count % 100 == 0
        ret_objs = dango_receive_data(sock) # データ受信処理
        logger.debug "dango_receive_data:finish:sock=#{sock.object_id} #{count}" if count % 100 == 0
        is_flash_policy_file = false
      rescue DangoFrameworkFlashPolicyException
        is_flash_policy_file = true
      end
      
      # メンテナンス機能
      if shared[:_is_server_sleep]
        logger.info "thread_main SLEEP !!!"
        sleep 10000 
      end
      
      if is_flash_policy_file # Flashのポリシーファイルが来たら
        logger.debug "is_flash_policy_file"
        do_flash_policy_file(sid, sock)
        
        # この部分はポリシーファイルを返す設定に関係なく実行する部分
#          sleep 0.1
        raise(DangoFrameworkFlashPolicyException, "requested policy file. disconnectiong...")
        
      elsif ret_objs == [] # 受信データがなければ
        logger.debug "ret_objs is empty. "
        
      else # 受信データがあれば
        logger.debug "dango_receive_data:ret_objs=#{ret_objs.class} #{count}" if count % 100 == 0
        
        ret_objs.each do |ret_obj| # 受信データループ
          if !(ret_obj && ret_obj["_action_name"]) # action_nameが無い場合はエラー
            logger.warn "no action_name error:#{ret_obj.inspect}"
            raise(DangoFrameworkException, "no action_name error") 
          end
          
          # アクション名
          action_name = ret_obj["_action_name"].to_s
          session[:_action_name] = action_name
          
          # 自動返信用データ
          return_data = {}
          ret_obj.each do |key, value|
            if key =~ /^_return_(.*)$/
              return_data[$1.to_sym] = value
            end
          end
          session[:_return] = return_data
          
          # アクションの統計情報情報の作成
          if ! @action_stat.has_key?(action_name)
            @action_stat[action_name] = {:total_sec => 0, :exec_count => 0, :fail_count => 0, } 
          end
          
          # アクションの実行
          logger.debug "mpth:1:receive_action:session=#{sid} #{count}"
          begin
            @mutex_proc_thread.timeout_sync(3, "receive_action_#{action_name}") do
              logger.debug "mpth:2:receive_action:#{sid}:#{action_name}:"
              begin
                before_time = Time.now
                __send__("dango_receive_#{action_name}", ret_obj)
                send_sec = Time.now - before_time
                @action_stat[action_name][:total_sec] = send_sec
                @action_stat[action_name][:exec_count] += 1
                
              rescue NoMethodError
                @recv_fail_count += 1 if @recv_fail_count # 受信失敗回数カウント
                @action_stat[action_name][:fail_count] += 1
                logger.error "not find action #{action_name}:#{sid}:#{error_message($!, 'u')}"
              rescue DangoFrameworkTimeoutException
                @action_stat[action_name][:fail_count] += 1
                logger.error "action is timeout:#{action_name}:#{sid}:#{error_message($!, 'u')}"
              end
              
            end # @mutex_proc_thread
          rescue DangoFrameworkMutexTimeoutException
            @mutex_fail_count += 1
            @action_stat[action_name][:fail_count] += 1
            logger.warn "receive_action DangoFrameworkMutexTimeoutException. #{sid} \n#{error_message($!, 'u')}"
            raise(DangoFrameworkDisconnectException)
          rescue Exception
            logger.error "receive_action Exception #{sid} #{error_message($!, 'u')}"
            @action_stat[action_name][:fail_count] += 1
            raise(DangoFrameworkDisconnectException)
          end
          
          # 不要になったセッション内のデータを削除（sidは再利用されるので消さない）
          session.delete(:_action_name)
          session.delete(:_return)
        end
        
        if ! session[:connected] # まだdango_connectを呼び出していないなら
          logger.debug "mpth:1:dango_connect"
          begin
            @mutex_proc_thread.timeout_sync(3, :dango_connect) do
              logger.debug "mpth:2:dango_connect"
              # 接続直後のsid通知
              send_obj = {"_sid"=>sid}
              send_notice("_notice_sid", sid, send_obj)
              logger.debug "_notice_sid #{sid} "
              
              dango_connect() # 接続時メソッド呼び出し
              session[:connected] = true
              
            end # mutex_proc_thread
          rescue DangoFrameworkMutexTimeoutException
            @mutex_fail_count += 1
            logger.warn "receive_action DangoFrameworkMutexTimeoutException. #{sid} \n#{error_message($!, 'u')}"
            raise(DangoFrameworkDisconnectException)
          rescue Exception
            logger.error "receive_action Exception #{sid} #{error_message($!, 'u')}"
            raise(DangoFrameworkDisconnectException)
          end
        end
      end
      
      count += 1
    end # loop
    
  rescue DangoFrameworkFlashPolicyException
    logger.info "Flash policy file #{sid} "
    
  rescue DangoFrameworkMonitorSecurityException
    logger.warn "Monitor Security Error #{sid} "
    
  rescue DangoFrameworkReadNoDataException
    @recv_fail_count += 1 if @recv_fail_count # 受信失敗回数カウント
    logger.debug "read no data. maybe client closed. #{sid} "
    
  rescue DangoFrameworkReadTimeoutException
    @recv_fail_count += 1 if @recv_fail_count # 受信失敗回数カウント
    logger.debug "read timeout error. #{sid} \n#{error_message($!, 'u')}"
    
  rescue DangoFrameworkConnectionException
    @recv_fail_count += 1 if @recv_fail_count # 受信失敗回数カウント
    logger.debug "connection error. #{sid} \n#{error_message($!, 'u')}"
    
  rescue DangoFrameworkDisconnectException
    logger.debug "DangoFrameworkDisconnectException. #{sid} \n#{error_message($!, 'u')}"
    
  rescue EOFError, IOError, Errno::ECONNRESET, Errno::ETIMEDOUT, Errno::ECONNABORTED, Errno::ENOTCONN
    logger.debug "#{$!.class}. #{sid} maybe dissconnect exception \n#{error_message($!, 'u')}"
    
  rescue DangoFrameworkMutexTimeoutException
    @mutex_fail_count += 1
    logger.warn "DangoFrameworkMutexTimeoutException. #{sid} \n#{error_message($!, 'u')}"
    
  rescue DangoFrameworkException
    logger.debug "DangoFrameworkException. #{sid} \n#{error_message($!, 'u')}"
    
  rescue Exception
    logger.error "Exception #{sid} #{error_message($!, 'u')}"
    
  end
  
  # 接続切断の処理
  begin
    if !is_flash_policy_file # Flash Policy Fileなら切断処理不要
      logger.info "#{sock.object_id} #{sid} is closing"
      if session[:connected] # dango_connect()が実行済みなら
        begin
          5.times do |i| # リトライ用のループ
            begin
              need_retry = false
              logger.debug "mpth:1:dango_close"
              @mutex_proc_thread.timeout_sync(3, :dango_close) do
                logger.debug "mpth:2:dango_close"
                dango_close() # 接続解除時に呼び出されるメソッド
                
                # ハートビートのごみを削除
                shared.transaction(:_heart_beat_time_hash) do |hbt_hash|
                  hbt_hash.delete(sid)
                  shared.commit(hbt_hash)
                end
                
              end # mutex_proc_thread
              logger.debug "dango_close end"
              
            rescue DangoFrameworkMutexTimeoutException
              need_retry = true
              @mutex_fail_count += 1
              logger.warn "dango_close DangoFrameworkMutexTimeoutException " + 
                           "#{sock.object_id} #{sid} \n#{error_message($!, 'u')}"
            end
            
            if need_retry # リトライが必要と判断されれば
              logger.warn "dango_close failed. need retry #{i}"
              sleep(rand(5) + 5)
            else # リトライ不要で落とすなら
              break
            end
          end # times
        rescue Exception
          logger.error "dango_close #{sock.object_id} #{sid} ERROR\n#{error_message($!, 'u')}"
        end
      end
    end
    
    begin
      @mutex_sock[sock.object_id].timeout_sync(2, "close #{sock.object_id}") do
        sock.close            # ソケットを閉じる
      end
    rescue IOError
      logger.info "IOError #{sock.object_id} #{sid}"
    rescue DangoFrameworkMutexTimeoutException
      @mutex_fail_count += 1
      logger.warn "DangoFrameworkMutexTimeoutException #{sock.object_id} #{sid}\n" + 
                  "#{error_message($!, 'u')}"
    rescue Exception
      logger.error "#{sock.object_id} #{sid} Exception\n#{error_message($!, 'u')}"
    end
    
    logger.info "#{sock.object_id} #{sid} is closed"
    
    socket_list.delete(sid)     # ソケットリストから削除
    
    sock_object_id = sock.object_id
    begin
      @mutex_sock[sock_object_id].timeout_sync(2, "delete #{sock.object_id}") do
        sock = nil   # ソケット削除
      end
    rescue DangoFrameworkMutexTimeoutException
      @mutex_fail_count += 1
      logger.warn "DangoFrameworkMutexTimeoutException #{sock.object_id} #{sid}\n" + 
                  "#{error_message($!, 'u')}"
    end
    
    @mutex_sock.delete(sock_object_id) # ソケット排他処理から削除
    
    @session_manager.close_session(sid) # sessionの終了処理
    
  rescue Exception
    logger.error "close process failed:#{sock.object_id} #{sid} Exception\n#{error_message($!, 'u')}"
  end
  
end

#thread_send_notice_queue ⇒ Object

thread for send_notice_queue



952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
 
# File 'lib/dango/server_framework.rb', line 952

def thread_send_notice_queue()
  Thread.current[:_name] = "thread_send_notice_queue"
  loop do
    begin
      before_time = Time.now
      
      send_data_list = []
      
      pop_data = @queue_send_notice.pop
      send_data_list.push(pop_data) # Queueデータ待ち
      
      # queue_send_noticeに排他処理(sizeとpopの実行の間にpushが起きないように)
      @mutex_send_notice.timeout_sync(10, :queue_pop) do 
        @queue_send_notice.size.times do 
#            while(! @queue_send_notice.empty?) do       # 残りのデータもQueueに入れていく
          pop_data = @queue_send_notice.pop
          send_data_list.push(pop_data) # Queueデータ待ち
        end
      end
      
      send_data_sid_list = {}
      send_data_encode_type_list = {}
      send_data_list.each do |one_send_data| # sidごとに分ける
        sid          = one_send_data[0]
        send_obj     = one_send_data[1]
        encode_type  = one_send_data[2]
        send_data_sid_list[sid] = [] if ! send_data_sid_list.has_key?(sid)
        send_data_sid_list[sid].push(send_obj)
        send_data_encode_type_list[sid] = encode_type
      end
      
      # sidごとにデータをまとめ送り
      send_data_sid_list.each do |sid, one_send_data_list|
        sock = socket_list[sid]
        
        if !sock
          logger.info "thread_send_notice_queue:not found sid=#{sid} sock=#{sock.object_id}"
          next
        end
        
        if sock.closed?
          logger.info "thread_send_notice_queue:socket closed. sid=#{sid} sock=#{sock.object_id}"
          next
        end
        
        begin
          logger.debug "thread_send_notice_queue:dango_send_data:sid=#{sid} sock=#{sock.object_id} " + 
                       "#{one_send_data_list.collect{|d| d['_notice_name'] + ','}}"
          
          @mutex_sock[sock.object_id].timeout_sync(2, "send #{sock.object_id}") do
            dango_send_data(sock, one_send_data_list, :type=>send_data_encode_type_list[sid]) # データ送信
          end
          
        rescue DangoFrameworkConnectionException
          logger.info "thread_send_notice_queue:failed send. sid=#{sid} " + 
                      "sock=#{sock.object_id} #{$!.class}"
        rescue DangoFrameworkMutexTimeoutException
          @mutex_fail_count += 1
          logger.warn "thread_send_notice_queue:failed send. sid=#{sid} " + 
                      "sock=#{sock.object_id} #{$!.class}"
        rescue Exception
          logger.error "thread_send_notice_queue:unknown failed. sid=#{sid} " + 
                       "sock=#{sock.object_id} #{error_message($!, 'u')}"
        end
      end
      
      send_sec = Time.now - before_time
      if send_sec > @send_receive_sleep_interval_sec
        logger.debug "thread_send_notice_queue:send_sec=#{send_sec}sec" 
      end
      
      sleep @send_receive_sleep_interval_sec # スリープ
      
    rescue DangoFrameworkMutexTimeoutException
      @mutex_fail_count += 1
      logger.warn "ERROR:thread_send_notice_queue:DangoFrameworkMutexTimeoutException" + 
                  "#{error_message($!, 'u')}"
    rescue Exception
      logger.error "ERROR:thread_send_notice_queue:Exception:#{error_message($!, 'u')}"
    end
  end # loop end
end