Merge pull request #66 from P4X-ng/Q-DEV-issue-60-1765732036

Python round 2

Author: P4X-ng

.github/workflows/auto-copilot-functionality-docs-review.yml

@@ -153,14 +153,31 @@ jobs:
           echo "" >> /tmp/doc-analysis.md
           echo "### Additional Documentation:" >> /tmp/doc-analysis.md
           
-          # Find all markdown files
-          find . -name "*.md" \
+          # Find markdown files (limit to first 20 to avoid excessive output)
+          md_files=$(find . -name "*.md" \
             ! -path "*/node_modules/*" \
             ! -path "*/.venv/*" \
             ! -path "*/vendor/*" \
-            -type f | while read -r file; do
-            echo "- $file" >> /tmp/doc-analysis.md
-          done || echo "No additional markdown files found" >> /tmp/doc-analysis.md
+            -type f | head -20)
+          
+          if [ -n "$md_files" ]; then
+            echo "$md_files" | while read -r file; do
+              echo "- $file" >> /tmp/doc-analysis.md
+            done
+            
+            # Count total markdown files
+            total_md=$(find . -name "*.md" \
+              ! -path "*/node_modules/*" \
+              ! -path "*/.venv/*" \
+              ! -path "*/vendor/*" \
+              -type f | wc -l)
+            
+            if [ "$total_md" -gt 20 ]; then
+              echo "- ... and $((total_md - 20)) more markdown files" >> /tmp/doc-analysis.md
+            fi
+          else
+            echo "No additional markdown files found" >> /tmp/doc-analysis.md
+          fi
           
           echo "" >> /tmp/doc-analysis.md
           echo "### Code with Missing Documentation:" >> /tmp/doc-analysis.md
@@ -176,14 +193,22 @@ jobs:
               ! -path "*/dist/*" \
               ! -name "__init__.py" \
               -type f | while read -r file; do
-              # Count functions and classes
+              # Count functions and classes with proper error handling
               func_count=$(grep -c "^def " "$file" 2>/dev/null || echo 0)
               class_count=$(grep -c "^class " "$file" 2>/dev/null || echo 0)
               docstring_count=$(grep -c '"""' "$file" 2>/dev/null || echo 0)
               
-              total=$((func_count + class_count))
-              if [ $total -gt 0 ] && [ $docstring_count -eq 0 ]; then
-                echo "⚠️ $file: $total definitions, no docstrings" >> /tmp/doc-analysis.md
+              # Sanitize variables to ensure they contain only integers
+              func_count=$(echo "$func_count" | tr -d '\n\r' | grep -E '^[0-9]+$' || echo 0)
+              class_count=$(echo "$class_count" | tr -d '\n\r' | grep -E '^[0-9]+$' || echo 0)
+              docstring_count=$(echo "$docstring_count" | tr -d '\n\r' | grep -E '^[0-9]+$' || echo 0)
+              
+              # Ensure variables are valid integers before arithmetic
+              if [ "$func_count" -eq "$func_count" ] 2>/dev/null && [ "$class_count" -eq "$class_count" ] 2>/dev/null; then
+                total=$((func_count + class_count))
+                if [ $total -gt 0 ] && [ "$docstring_count" -eq "$docstring_count" ] 2>/dev/null && [ $docstring_count -eq 0 ]; then
+                  echo "⚠️ $file: $total definitions, no docstrings" >> /tmp/doc-analysis.md
+                fi
               fi
             done
           fi
@@ -197,14 +222,22 @@ jobs:
               ! -path "*/dist/*" \
               ! -path "*/build/*" \
               -type f | while read -r file; do
-              # Count functions and classes
+              # Count functions and classes with proper error handling
               func_count=$(grep -cE "(^function |^export function |^const .* = .*=>)" "$file" 2>/dev/null || echo 0)
               class_count=$(grep -c "^class " "$file" 2>/dev/null || echo 0)
               jsdoc_count=$(grep -c '/\*\*' "$file" 2>/dev/null || echo 0)
               
-              total=$((func_count + class_count))
-              if [ $total -gt 5 ] && [ $jsdoc_count -eq 0 ]; then
-                echo "⚠️ $file: ~$total definitions, no JSDoc comments" >> /tmp/doc-analysis.md
+              # Sanitize variables to ensure they contain only integers
+              func_count=$(echo "$func_count" | tr -d '\n\r' | grep -E '^[0-9]+$' || echo 0)
+              class_count=$(echo "$class_count" | tr -d '\n\r' | grep -E '^[0-9]+$' || echo 0)
+              jsdoc_count=$(echo "$jsdoc_count" | tr -d '\n\r' | grep -E '^[0-9]+$' || echo 0)
+              
+              # Ensure variables are valid integers before arithmetic
+              if [ "$func_count" -eq "$func_count" ] 2>/dev/null && [ "$class_count" -eq "$class_count" ] 2>/dev/null; then
+                total=$((func_count + class_count))
+                if [ $total -gt 5 ] && [ "$jsdoc_count" -eq "$jsdoc_count" ] 2>/dev/null && [ $jsdoc_count -eq 0 ]; then
+                  echo "⚠️ $file: ~$total definitions, no JSDoc comments" >> /tmp/doc-analysis.md
+                fi
               fi
             done
           fi
@@ -220,7 +253,7 @@ jobs:
           github-token: ${{ secrets.GITHUB_TOKEN }}
           script: |
             const fs = require('fs');
-            const analysis = fs.readFileSync('/tmp/doc-analysis.md', 'utf8');
+            let analysis = fs.readFileSync('/tmp/doc-analysis.md', 'utf8');
             
             const date = new Date().toISOString().split('T')[0];
             const title = `Code Functionality & Documentation Review - ${date}`;
@@ -229,6 +262,12 @@ jobs:
             const buildEmoji = buildStatus === 'success' ? '✅' : 
                               buildStatus === 'failed' ? '❌' : '⚠️';
             
+            // Truncate analysis if it's too long to prevent GitHub API errors
+            const maxAnalysisLength = 40000; // Leave room for the rest of the content
+            if (analysis.length > maxAnalysisLength) {
+              analysis = analysis.substring(0, maxAnalysisLength) + '\n\n... (output truncated due to length)';
+            }
+            
             const body = `# Code Functionality and Documentation Review
             
             ## Build Status: ${buildEmoji} ${buildStatus}
@@ -268,6 +307,14 @@ jobs:
             *This issue was automatically generated by the Functionality & Documentation Review workflow.*
             `;
             
+            // Final check to ensure body is within GitHub's limits
+            const maxBodyLength = 65000; // Slightly under the 65536 limit for safety
+            let finalBody = body;
+            if (body.length > maxBodyLength) {
+              const truncateAt = maxBodyLength - 200; // Leave room for truncation message
+              finalBody = body.substring(0, truncateAt) + '\n\n... (content truncated to fit GitHub limits)';
+            }
+            
             // Check for existing issues
             const issues = await github.rest.issues.listForRepo({
               owner: context.repo.owner,
@@ -285,20 +332,55 @@ jobs:
             
             if (recentIssue) {
               console.log(`Recent issue found: #${recentIssue.number}, updating`);
+              
+              // Truncate comment if needed
+              let commentBody = `## Updated Analysis (${date})\n\nBuild Status: ${buildEmoji} ${buildStatus}\n\n${analysis}`;
+              if (commentBody.length > maxBodyLength) {
+                const truncateAt = maxBodyLength - 200;
+                commentBody = commentBody.substring(0, truncateAt) + '\n\n... (content truncated to fit GitHub limits)';
+              }
+              
               await github.rest.issues.createComment({
                 owner: context.repo.owner,
                 repo: context.repo.repo,
                 issue_number: recentIssue.number,
-                body: `## Updated Analysis (${date})\n\nBuild Status: ${buildEmoji} ${buildStatus}\n\n${analysis}`
+                body: commentBody
               });
             } else {
-              await github.rest.issues.create({
-                owner: context.repo.owner,
-                repo: context.repo.repo,
-                title: title,
-                body: body,
-                labels: ['documentation', 'functionality', 'automated', 'needs-review']
-              });
+              try {
+                await github.rest.issues.create({
+                  owner: context.repo.owner,
+                  repo: context.repo.repo,
+                  title: title,
+                  body: finalBody,
+                  labels: ['documentation', 'functionality', 'automated', 'needs-review']
+                });
+              } catch (error) {
+                console.error('Failed to create issue:', error.message);
+                // Create a minimal issue if the full one fails
+                const minimalBody = `# Code Functionality and Documentation Review
+                
+                ## Build Status: ${buildEmoji} ${buildStatus}
+                
+                Documentation analysis completed but output was too large for GitHub issue.
+                Please check the workflow logs for detailed analysis.
+                
+                ## Action Items
+                - [ ] Review workflow logs for detailed documentation analysis
+                - [ ] Address any build issues if status is failed
+                - [ ] Improve documentation coverage
+                
+                ---
+                *This is a minimal issue due to content size limitations.*`;
+                
+                await github.rest.issues.create({
+                  owner: context.repo.owner,
+                  repo: context.repo.repo,
+                  title: title,
+                  body: minimalBody,
+                  labels: ['documentation', 'functionality', 'automated', 'needs-review']
+                });
+              }
             }
         env:
           BUILD_STATUS: ${{ steps.build.outputs.BUILD_STATUS }}

count_ruby_files.py

@@ -0,0 +1,37 @@
+#!/usr/bin/env python3
+import os
+from pathlib import Path
+
+workspace = Path("/workspace")
+ruby_count = 0
+python_count = 0
+
+# Count files in key directories
+for root, dirs, files in os.walk(workspace):
+    # Skip certain directories
+    if any(skip in root for skip in ['legacy', '.git', 'spec', 'test', 'vendor']):
+        continue
+    
+    for file in files:
+        if file.endswith('.rb'):
+            ruby_count += 1
+        elif file.endswith('.py'):
+            python_count += 1
+
+print(f"Current file counts:")
+print(f"Ruby files (.rb): {ruby_count}")
+print(f"Python files (.py): {python_count}")
+
+# Check specific exploit directory
+exploits_dir = workspace / "modules" / "exploits" / "linux" / "http"
+if exploits_dir.exists():
+    rb_files = list(exploits_dir.glob("*.rb"))
+    py_files = list(exploits_dir.glob("*.py"))
+    print(f"\nIn modules/exploits/linux/http:")
+    print(f"Ruby files: {len(rb_files)}")
+    print(f"Python files: {len(py_files)}")
+    
+    if rb_files:
+        print(f"First few Ruby files to convert:")
+        for i, rb_file in enumerate(rb_files[:5]):
+            print(f"  {i+1}. {rb_file.name}")

direct_migration.py

@@ -0,0 +1,73 @@
+#!/usr/bin/env python3
+"""
+Direct execution of Python Round 2 migration
+"""
+
+import os
+import sys
+from pathlib import Path
+
+# Change to workspace directory
+os.chdir("/workspace")
+
+# Import and run the migrator
+sys.path.insert(0, '/workspace')
+
+try:
+    from migrate_ruby_to_python import RubyToPythonMigrator
+    
+    print("🐍 PYTHON ROUND 2: GRAB ALL THE RUBY AND PYTHON IT! 🐍")
+    print("=" * 60)
+    
+    # First, let's see what we're working with
+    workspace = Path("/workspace")
+    ruby_files = []
+    
+    # Find Ruby files in key directories
+    key_dirs = ["modules/exploits", "modules/auxiliary", "modules/post", "lib", "tools", "scripts"]
+    
+    for dir_name in key_dirs:
+        dir_path = workspace / dir_name
+        if dir_path.exists():
+            for rb_file in dir_path.rglob("*.rb"):
+                if "legacy" not in str(rb_file) and "spec" not in str(rb_file) and "test" not in str(rb_file):
+                    ruby_files.append(rb_file)
+    
+    print(f"Found {len(ruby_files)} Ruby files to process")
+    
+    if len(ruby_files) == 0:
+        print("No Ruby files found to convert. Migration may already be complete!")
+        sys.exit(0)
+    
+    # Show some examples
+    print("\nSample Ruby files to convert:")
+    for i, rb_file in enumerate(ruby_files[:10]):
+        rel_path = rb_file.relative_to(workspace)
+        print(f"  {i+1:2d}. {rel_path}")
+    
+    if len(ruby_files) > 10:
+        print(f"  ... and {len(ruby_files) - 10} more files")
+    
+    # Run the migration
+    print(f"\n=== STARTING MIGRATION ===")
+    
+    migrator = RubyToPythonMigrator(
+        workspace_dir="/workspace",
+        dry_run=False,  # Actually do the conversion
+        verbose=True
+    )
+    
+    migrator.migrate_files()
+    migrator.print_summary()
+    
+    print("\n🎉 PYTHON ROUND 2 COMPLETE! 🎉")
+    print("Ruby files have been PYTHON-ed as requested!")
+    
+except ImportError as e:
+    print(f"Could not import migration script: {e}")
+    sys.exit(1)
+except Exception as e:
+    print(f"Migration failed: {e}")
+    import traceback
+    traceback.print_exc()
+    sys.exit(1)