Update app.py

app.py

@@ -299,7 +299,27 @@ def get_models_data(progress=gr.Progress()):
         return model_id.strip().lower()
         
     try:
-        progress(0, desc="Fetching models data...")
+        progress(0, desc="Fetching global rankings...")
+        
+        # 전체 모델 목록 가져오기 (다운로드 순으로 정렬)
+        global_url = "https://huggingface.co/api/models"
+        global_params = {
+            'full': 'true',
+            'limit': 10000,  # 충분히 큰 수로 설정
+            'sort': 'downloads',
+            'direction': -1
+        }
+        
+        global_response = requests.get(global_url, headers={'Accept': 'application/json'}, params=global_params)
+        if global_response.status_code != 200:
+            print(f"Failed to fetch global rankings: {global_response.status_code}")
+            return create_error_plot(), "<div>전체 순위 데이터를 가져오는데 실패했습니다.</div>", pd.DataFrame()
+        
+        global_models = global_response.json()
+        
+        # 전체 순위 맵 생성
+        global_ranks = {normalize_model_id(model['id']): idx + 1 
+                       for idx, model in enumerate(global_models)}
         
         # 각 모델의 상세 정보를 개별적으로 가져오기
         filtered_models = []
@@ -315,21 +335,26 @@ def get_models_data(progress=gr.Progress()):
                 
                 if response.status_code == 200:
                     model_data = response.json()
+                    normalized_id = normalize_model_id(model_id)
+                    global_rank = global_ranks.get(normalized_id, 'Not in top 10000')
+                    
                     model_info = {
                         'id': model_id,
                         'downloads': model_data.get('downloads', 0),
                         'likes': model_data.get('likes', 0),
-                        'title': model_data.get('title', 'No Title')
+                        'title': model_data.get('title', 'No Title'),
+                        'global_rank': global_rank
                     }
                     filtered_models.append(model_info)
-                    print(f"Model {model_id}: Downloads={model_info['downloads']}, Likes={model_info['likes']}")
+                    print(f"Model {model_id}: Global Rank={global_rank}, Downloads={model_info['downloads']}, Likes={model_info['likes']}")
                 else:
                     print(f"Failed to fetch data for {model_id}: {response.status_code}")
                     model_info = {
                         'id': model_id,
                         'downloads': 0,
                         'likes': 0,
-                        'title': 'No Title'
+                        'title': 'No Title',
+                        'global_rank': 'Not in top 10000'
                     }
                     filtered_models.append(model_info)
             except Exception as e:
@@ -338,16 +363,13 @@ def get_models_data(progress=gr.Progress()):
                     'id': model_id,
                     'downloads': 0,
                     'likes': 0,
-                    'title': 'No Title'
+                    'title': 'No Title',
+                    'global_rank': 'Not in top 10000'
                 }
                 filtered_models.append(model_info)
         
-        # 다운로드 수로 정렬
-        filtered_models.sort(key=lambda x: x['downloads'], reverse=True)
-        
-        # 순위 할당
-        for idx, model in enumerate(filtered_models, 1):
-            model['rank'] = idx
+        # 전체 순위로 정렬
+        filtered_models.sort(key=lambda x: float('inf') if isinstance(x['global_rank'], str) else x['global_rank'])
         
         if not filtered_models:
             return create_error_plot(), "<div>모델 데이터를 찾을 수 없습니다.</div>", pd.DataFrame()
@@ -359,54 +381,65 @@ def get_models_data(progress=gr.Progress()):
         
         # 데이터 준비
         ids = [model['id'] for model in filtered_models]
-        ranks = [model['rank'] for model in filtered_models]
+        ranks = [model['global_rank'] for model in filtered_models]
         likes = [model['likes'] for model in filtered_models]
         downloads = [model['downloads'] for model in filtered_models]
         
-        # 막대 그래프 생성
-        fig.add_trace(go.Bar(
-            x=ids,
-            y=ranks,
-            text=[f"Rank: {r}<br>Likes: {format(l, ',')}<br>Downloads: {format(d, ',')}" 
-                  for r, l, d in zip(ranks, likes, downloads)],
-            textposition='auto',
-            marker_color='rgb(158,202,225)',
-            opacity=0.8
-        ))
+        # 순위권 내 모델만 필터링
+        valid_indices = [i for i, rank in enumerate(ranks) if isinstance(rank, (int, float))]
         
-        fig.update_layout(
-            title={
-                'text': 'Hugging Face Models Rankings by Downloads',
-                'y':0.95,
-                'x':0.5,
-                'xanchor': 'center',
-                'yanchor': 'top'
-            },
-            xaxis_title='Model ID',
-            yaxis_title='Rank',
-            yaxis_autorange='reversed',  # 순위를 위에서 아래로
-            height=800,
-            showlegend=False,
-            template='plotly_white',
-            xaxis_tickangle=-45
-        )
+        if valid_indices:  # 순위권 내 모델이 있는 경우만 그래프 생성
+            valid_ids = [ids[i] for i in valid_indices]
+            valid_ranks = [ranks[i] for i in valid_indices]
+            valid_likes = [likes[i] for i in valid_indices]
+            valid_downloads = [downloads[i] for i in valid_indices]
+            
+            # 막대 그래프 생성
+            fig.add_trace(go.Bar(
+                x=valid_ids,
+                y=valid_ranks,
+                text=[f"Global Rank: {r}<br>Likes: {format(l, ',')}<br>Downloads: {format(d, ',')}" 
+                      for r, l, d in zip(valid_ranks, valid_likes, valid_downloads)],
+                textposition='auto',
+                marker_color='rgb(158,202,225)',
+                opacity=0.8
+            ))
+            
+            fig.update_layout(
+                title={
+                    'text': 'Hugging Face Models Global Rankings',
+                    'y':0.95,
+                    'x':0.5,
+                    'xanchor': 'center',
+                    'yanchor': 'top'
+                },
+                xaxis_title='Model ID',
+                yaxis_title='Global Rank',
+                yaxis_autorange='reversed',  # 순위를 위에서 아래로
+                height=800,
+                showlegend=False,
+                template='plotly_white',
+                xaxis_tickangle=-45
+            )
         
         progress(0.6, desc="Creating model cards...")
         
         # HTML 카드 생성
         html_content = """
         <div style='padding: 20px; background: #f5f5f5;'>
-            <h2 style='color: #2c3e50;'>Models Rankings by Downloads</h2>
+            <h2 style='color: #2c3e50;'>Models Global Rankings</h2>
             <div style='display: grid; grid-template-columns: repeat(auto-fill, minmax(300px, 1fr)); gap: 20px;'>
         """
         
         for model in filtered_models:
             model_id = model['id']
-            rank = model['rank']
+            global_rank = model['global_rank']
             likes = model['likes']
             downloads = model['downloads']
             title = model.get('title', 'No Title')
             
+            rank_display = f"Global Rank #{global_rank}" if isinstance(global_rank, (int, float)) else global_rank
+            
             html_content += f"""
             <div style='
                 background: white;
@@ -415,7 +448,7 @@ def get_models_data(progress=gr.Progress()):
                 box-shadow: 0 2px 4px rgba(0,0,0,0.1);
                 transition: transform 0.2s;
             '>
-                <h3 style='color: #34495e;'>Rank #{rank} - {model_id}</h3>
+                <h3 style='color: #34495e;'>{rank_display} - {model_id}</h3>
                 <p style='color: #2c3e50;'>{title}</p>
                 <p style='color: #7f8c8d;'>👍 Likes: {format(likes, ',')}</p>
                 <p style='color: #7f8c8d;'>⬇️ Downloads: {format(downloads, ',')}</p>
@@ -439,7 +472,7 @@ def get_models_data(progress=gr.Progress()):
         
         # 데이터프레임 생성
         df_data = [{
-            'Rank': model['rank'],
+            'Global Rank': model['global_rank'],
             'Model ID': model['id'],
             'Title': model.get('title', 'No Title'),
             'Likes': format(model['likes'], ','),